-- Logs begin at Wed 2021-10-27 09:21:57 UTC, end at Wed 2021-10-27 10:31:41 UTC. -- Oct 27 10:04:13.729510 dv-cinder-815146-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 27 10:04:16.444755 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.common.config [-] Logging enabled! Oct 27 10:04:16.445336 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 27 10:04:16.445533 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101863) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 27 10:04:16.448756 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.common.config [-] Logging enabled! Oct 27 10:04:16.449009 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 27 10:04:16.449321 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101863) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 27 10:04:16.450290 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 10:04:16.450524 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 10:04:16.450889 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 10:04:16.451137 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 10:04:16.451364 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 10:04:16.451682 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.451979 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.452274 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.452504 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.452798 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.453085 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.453368 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.453656 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.453974 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.454267 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.454545 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.454826 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.455055 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.455334 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.456310 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.456603 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.456831 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] debug = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.457116 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.457552 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.457987 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.458270 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.458562 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.458841 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.459114 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.459390 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.459674 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.460004 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] host = dv-cinder-815146-2-iscsi {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.460282 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.460569 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.460855 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.461140 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.461414 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.461691 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.461999 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.462272 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.462544 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] log_file = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.462819 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.463106 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.463393 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.463679 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.463902 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.464123 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.464415 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.464701 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.464976 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.465248 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.465522 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.465831 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.466107 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.466376 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.466657 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.466939 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.467221 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.467494 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.467767 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.468039 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.468310 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.468595 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.468868 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.469141 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.469413 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.469698 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.469991 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.470265 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.470564 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.470850 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.471161 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.471435 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.471708 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.471991 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.472264 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.472534 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.472806 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] use_json = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.473075 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.473344 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.473621 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.473919 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.474195 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.474467 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.474738 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.475018 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:16.475583 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.475878 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.476177 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.476458 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.476761 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.477040 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.477327 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.477601 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.477911 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.478202 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.478488 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.478764 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.479050 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.479325 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.479616 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.479916 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.480212 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.480502 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.480775 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.481048 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.481320 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.481596 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.481909 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.482190 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.482497 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.482760 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.483036 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.483320 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.483609 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.483895 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.484171 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.484447 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.484736 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.485010 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.485280 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.485555 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.485867 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.486145 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.486416 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.486695 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.486995 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.487265 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.487536 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.487809 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.488098 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.488372 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.488642 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.488908 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.489181 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.489449 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.489737 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.490030 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.490301 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.490573 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.490847 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.491116 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.491385 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.491660 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.491930 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.492202 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.492472 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.492742 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.493012 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.493282 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.493555 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.493852 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.494132 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.494407 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.494676 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.494944 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.495212 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.495483 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.495752 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.496037 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.496333 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.496606 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.496883 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.497158 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.497431 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.497704 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.497999 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.498275 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.498550 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.498820 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.499106 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.499386 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.499667 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.499947 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.500223 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.500542 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.500817 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.501099 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.501373 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.501647 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.501957 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.502238 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.503042 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.503331 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.503625 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.503913 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.504202 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.504480 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.504788 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.505067 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:16.505280 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 10:04:16.505514 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101863) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 27 10:04:16.932377 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 10:04:16.932579 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 10:04:16.932847 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 10:04:16.933180 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 27 10:04:17.254360 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.254651 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.254918 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.256105 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.256379 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.256641 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.291044 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.291319 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.291587 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.306791 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.307072 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.307342 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.337110 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.337386 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.337649 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.375536 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.375816 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.376089 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.612699 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.613321 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.613321 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.613499 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.614115 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.742717 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.743034 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.743317 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.743590 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.743855 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.744162 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.744419 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.744674 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.744924 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.745202 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.745457 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.745747 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.745992 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.746240 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.746493 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.746759 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.747017 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.747282 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.747549 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.747806 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.748073 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.748325 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.748606 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.748980 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.749229 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.749477 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.749958 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101863) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 10:04:17.750199 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101863) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 10:04:17.750437 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101863) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 10:04:17.750674 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101863) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 10:04:17.750909 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101863) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 10:04:17.751145 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101863) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 10:04:17.751517 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 27 10:04:17.754834 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 27 10:04:17.758793 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 27 10:04:17.762777 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Oct 27 10:04:17.764465 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 27 10:04:17.764993 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 27 10:04:17.765324 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 27 10:04:17.765708 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 27 10:04:17.768612 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 27 10:04:17.768948 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 27 10:04:17.769299 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 27 10:04:17.774554 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 27 10:04:17.797508 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 27 10:04:17.797996 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.798297 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101863) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 27 10:04:17.798658 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.800658 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101863) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 27 10:04:17.800930 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 27 10:04:17.801172 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 27 10:04:17.804386 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.804671 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:17.867871 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 27 10:04:17.868052 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 27 10:04:17.868291 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 27 10:04:17.868656 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 27 10:04:17.888833 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_db.sqlalchemy.engines [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101863) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 27 10:04:18.569898 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.plugins.ml2.managers [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Initializing driver for type 'gre' Oct 27 10:04:18.570428 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] gre ID ranges: [(1, 1000)] Oct 27 10:04:18.823117 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.plugins.ml2.managers [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Initializing driver for type 'local' Oct 27 10:04:18.823679 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.plugins.ml2.managers [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Initializing driver for type 'vlan' Oct 27 10:04:18.891146 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] VlanTypeDriver initialization complete Oct 27 10:04:18.891493 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.plugins.ml2.managers [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Initializing driver for type 'vxlan' Oct 27 10:04:18.891996 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] vxlan ID ranges: [(1, 1000)] Oct 27 10:04:19.051476 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.plugins.ml2.managers [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Initializing extension driver 'port_security' Oct 27 10:04:19.051823 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.plugins.ml2.extensions.port_security [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] PortSecurityExtensionDriver initialization complete Oct 27 10:04:19.052164 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.plugins.ml2.managers [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Initializing mechanism driver 'openvswitch' Oct 27 10:04:19.052507 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.plugins.ml2.managers [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Initializing mechanism driver 'hyperv' Oct 27 10:04:19.059363 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:04:19.060255 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > port after_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.060628 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > port after_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.060985 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > port after_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.061522 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101863) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 10:04:19.061989 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > subnet after_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.062348 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > subnet after_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.062698 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.063108 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101863) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 10:04:19.063536 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > network after_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.063896 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > network after_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.064242 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > network after_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.064665 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101863) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 10:04:19.066269 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > security_group after_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.066610 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > security_group after_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.066962 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.067366 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101863) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 10:04:19.067791 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.068148 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.068497 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.068893 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101863) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 10:04:19.069341 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > address_group after_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.069696 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > address_group after_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.070069 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.070480 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101863) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 10:04:19.070868 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] ML2 OVO RPC backend initialized. {{(pid=101863) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 27 10:04:19.071660 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.072029 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.072458 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > network before_response 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.072810 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > networks before_response 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.078336 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > port before_response 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.078336 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > ports before_response 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.078336 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > subnet before_response 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.078336 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > subnets before_response 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.078661 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > network after_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.078661 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > network after_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.078661 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > network after_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.078661 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > port after_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.078953 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > port after_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.078953 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > port after_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.078953 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > subnet after_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.078953 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > subnet after_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.079236 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.079236 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.plugins.ml2.plugin [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Modular L2 Plugin initialization complete Oct 27 10:04:19.079236 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading services supported by the core plugin {{(pid=101863) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 27 10:04:19.079236 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.plugins.ml2.managers [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Got port-security extension from driver 'port_security' Oct 27 10:04:19.079236 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.extensions.vlantransparent [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Disabled vlantransparent extension. Oct 27 10:04:19.079677 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101863) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 27 10:04:19.080003 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading Plugin: router Oct 27 10:04:19.121984 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.122383 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > router after_create 55549900 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.122755 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > router before_create 55549900 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.123123 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.123500 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.123860 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > router after_delete 55549900 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.124220 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.124694 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.125058 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > router after_create 55549900 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.125409 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > router after_update 55549900 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.125792 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > router after_update 55549900 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.126145 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.126508 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > router after_update 55549900 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.126929 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > router precommit_update 55549900 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.127308 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: port after_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.128752 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: port after_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.129102 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: subnet after_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.129450 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.129830 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.130188 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > router precommit_create 55549900 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.130537 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: port before_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.130888 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > router precommit_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.131249 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > router after_update 55549900 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.131595 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.131951 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > router precommit_create 55549900 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.132317 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.132670 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > router precommit_update 55549900 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.133040 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > agent after_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.133394 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > agent after_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.133765 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > network after_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.134632 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.quota.resource_registry [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Tracking information for resource: router configured {{(pid=101863) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 10:04:19.134970 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.quota.resource_registry [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Tracking information for resource: floatingip configured {{(pid=101863) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 10:04:19.139856 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.db.l3_agentschedulers_db [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 27 10:04:19.140443 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: port after_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.140813 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: port after_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.141171 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: port after_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.141527 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: port after_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.142341 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > router before_create 55550100 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.142712 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.143561 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > router precommit_create 55550100 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.143938 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > router precommit_update 55550100 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.149015 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.services.provider_configuration [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Service providers = [] {{(pid=101863) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 27 10:04:19.149387 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.db.servicetype_db [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101863) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 27 10:04:19.152400 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.services.service_base [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101863) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 10:04:19.152758 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.services.service_base [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101863) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 10:04:19.153103 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.services.service_base [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101863) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 10:04:19.154028 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.services.service_base [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101863) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 10:04:19.154404 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.services.service_base [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 27 10:04:19.154778 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101863) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 10:04:19.155103 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 27 10:04:19.167782 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101863) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 10:04:19.168120 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading Plugin: auto_allocate Oct 27 10:04:19.173973 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: network precommit_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.175303 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: network precommit_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.175828 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101863) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 10:04:19.176158 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading Plugin: tag Oct 27 10:04:19.182948 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101863) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 10:04:19.183284 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading Plugin: timestamp Oct 27 10:04:19.187136 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101863) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 10:04:19.187477 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading Plugin: network_ip_availability Oct 27 10:04:19.194076 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.194450 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.194809 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.195525 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101863) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 10:04:19.195851 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading Plugin: flavors Oct 27 10:04:19.200887 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101863) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 10:04:19.201223 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading Plugin: revisions Oct 27 10:04:19.206111 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101863) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 10:04:19.206515 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_concurrency.lockutils [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.274s {{(pid=101863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 10:04:19.207285 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101863) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 27 10:04:19.207627 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Initializing extension manager. Oct 27 10:04:19.208141 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: __init__.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.208488 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: __pycache__ {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.208826 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.209163 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: address_group.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.209951 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.210512 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: address-group Oct 27 10:04:19.210841 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: address_scope.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.211567 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.212075 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: address-scope Oct 27 10:04:19.212401 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.213338 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.213883 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: router-admin-state-down-before-update Oct 27 10:04:19.214214 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: agent.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.214922 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.215432 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: agent Oct 27 10:04:19.215757 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: agent_resources_synced.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.216685 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.217194 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: agent-resources-synced Oct 27 10:04:19.217518 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: allowedaddresspairs.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.219337 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.219858 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: allowed-address-pairs Oct 27 10:04:19.220193 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: auto_allocated_topology.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.222269 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.222790 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: auto-allocated-topology Oct 27 10:04:19.223123 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: availability_zone.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.223830 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.224338 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: availability_zone Oct 27 10:04:19.224668 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: availability_zone_filter.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.225871 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.226470 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: availability_zone_filter Oct 27 10:04:19.226803 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: data_plane_status.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.227724 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.228230 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extension data-plane-status not supported by any of loaded plugins Oct 27 10:04:19.228557 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: default_subnetpools.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.229476 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.230014 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: default-subnetpools Oct 27 10:04:19.230343 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.231152 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.231664 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: dhcp_agent_scheduler Oct 27 10:04:19.231994 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: dns.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.232919 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.233423 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extension dns-integration not supported by any of loaded plugins Oct 27 10:04:19.233775 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: dns_domain_ports.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.234700 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.235208 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 27 10:04:19.235536 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.236466 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.237703 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 27 10:04:19.238146 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: dvr.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.238830 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.239340 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: dvr Oct 27 10:04:19.239666 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: ecmp_routes.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.240595 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.241104 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 27 10:04:19.241431 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: empty_string_filtering.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.242383 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.242898 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: empty-string-filtering Oct 27 10:04:19.243225 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.244146 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.244655 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 27 10:04:19.244980 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.245930 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.246435 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 27 10:04:19.246760 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: external_net.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.247699 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.248206 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: external-net Oct 27 10:04:19.248529 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.249453 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.249987 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: extra_dhcp_opt Oct 27 10:04:19.250314 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: extraroute.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.251229 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.251737 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: extraroute Oct 27 10:04:19.252064 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: extraroute_atomic.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.253537 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.254083 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: extraroute-atomic Oct 27 10:04:19.254413 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: filter_validation.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.255261 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.255771 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: filter-validation Oct 27 10:04:19.256099 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: fip_pf_description.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.257020 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.257531 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 27 10:04:19.257883 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: fip_port_details.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.258813 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.259325 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: fip-port-details Oct 27 10:04:19.259650 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: flavors.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.260893 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.261506 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: flavors Oct 27 10:04:19.261871 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.263555 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.264075 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 27 10:04:19.264411 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: floatingip_pools.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.265119 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.265628 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: floatingip-pools Oct 27 10:04:19.265991 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: ip_allocation.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.266940 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.267448 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extension ip_allocation not supported by any of loaded plugins Oct 27 10:04:19.267778 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.269303 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.269858 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: ip-substring-filtering Oct 27 10:04:19.270190 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: l2_adjacency.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.271135 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.271642 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 27 10:04:19.271972 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: l3.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.272940 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.273457 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: router Oct 27 10:04:19.273820 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.276207 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.276743 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 27 10:04:19.277077 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.278069 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.278591 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: ext-gw-mode Oct 27 10:04:19.278922 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.279895 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.280413 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: l3-ha Oct 27 10:04:19.280744 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: l3_flavors.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.281668 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.282212 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: l3-flavors Oct 27 10:04:19.282540 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.283458 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.284886 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 27 10:04:19.285211 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: l3agentscheduler.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.286291 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.286809 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: l3_agent_scheduler Oct 27 10:04:19.287142 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: logging.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.288660 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.289183 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extension logging not supported by any of loaded plugins Oct 27 10:04:19.289515 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: metering.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.290311 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.290886 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: metering Oct 27 10:04:19.291217 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.292441 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.292990 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: metering_source_and_destination_fields Oct 27 10:04:19.293318 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: multiprovidernet.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.294308 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.294825 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: multi-provider Oct 27 10:04:19.295153 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: netmtu.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.296084 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.296596 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: net-mtu Oct 27 10:04:19.296923 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: netmtu_writable.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.297886 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.298394 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: net-mtu-writable Oct 27 10:04:19.298718 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: network_availability_zone.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.300466 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.300979 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: network_availability_zone Oct 27 10:04:19.301307 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: network_ip_availability.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.302462 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.302975 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: network-ip-availability Oct 27 10:04:19.303309 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: network_segment_range.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.304084 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.304585 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extension network-segment-range not supported by any of loaded plugins Oct 27 10:04:19.304913 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: pagination.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.305940 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.306274 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: pagination Oct 27 10:04:19.306597 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: port_device_profile.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.307526 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.308055 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: port-device-profile Oct 27 10:04:19.308381 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.309312 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.309864 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: port-mac-address-regenerate Oct 27 10:04:19.310193 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.311127 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.311640 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: port-numa-affinity-policy Oct 27 10:04:19.311965 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: port_resource_request.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.312883 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.313388 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extension port-resource-request not supported by any of loaded plugins Oct 27 10:04:19.313710 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: portbindings.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.314664 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.315647 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: binding Oct 27 10:04:19.315975 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: portbindings_extended.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.317275 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.317825 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: binding-extended Oct 27 10:04:19.318160 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: portsecurity.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.319086 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.319596 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: port-security Oct 27 10:04:19.319924 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: project_id.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.320907 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.321240 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: project-id Oct 27 10:04:19.321564 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: providernet.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.322532 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.323053 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: provider Oct 27 10:04:19.323381 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: qos.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.327006 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.327529 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extension qos not supported by any of loaded plugins Oct 27 10:04:19.327870 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.329171 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.329645 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 27 10:04:19.330010 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.331384 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.331898 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 27 10:04:19.332233 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: qos_default.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.333160 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.333672 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extension qos-default not supported by any of loaded plugins Oct 27 10:04:19.334030 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: qos_fip.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.334694 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.335197 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extension qos-fip not supported by any of loaded plugins Oct 27 10:04:19.335525 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: qos_gateway_ip.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.336459 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.336973 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 27 10:04:19.337302 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: qos_port_network_policy.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.338259 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.338778 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 27 10:04:19.339107 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.340162 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.340679 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 27 10:04:19.341008 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: qos_pps_rule.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.342221 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.342738 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extension qos-pps not supported by any of loaded plugins Oct 27 10:04:19.343066 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: qos_rule_type_details.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.343996 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.344506 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 27 10:04:19.344835 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: qos_rules_alias.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.347497 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.348024 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 27 10:04:19.348359 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: quotasv2.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.349291 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.349626 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: quotas Oct 27 10:04:19.349983 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: quotasv2_detail.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.353386 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.353765 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: quota_details Oct 27 10:04:19.354105 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: rbac.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.355172 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.355697 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: rbac-policies Oct 27 10:04:19.356034 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: rbac_address_group.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.356982 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.357504 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: rbac-address-group Oct 27 10:04:19.357871 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: rbac_address_scope.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.358814 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.359330 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: rbac-address-scope Oct 27 10:04:19.359658 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: rbac_security_groups.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.360582 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.361093 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: rbac-security-groups Oct 27 10:04:19.361421 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: rbac_subnetpool.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.363541 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.364060 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: rbac-subnetpool Oct 27 10:04:19.364420 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: revisionifmatch.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.365760 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.366352 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: revision-if-match Oct 27 10:04:19.366681 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: revisions.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.367815 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.368337 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: standard-attr-revisions Oct 27 10:04:19.368671 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: router_availability_zone.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.369356 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.369900 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: router_availability_zone Oct 27 10:04:19.370228 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: routerservicetype.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.371163 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.371678 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extension router-service-type not supported by any of loaded plugins Oct 27 10:04:19.372004 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.372936 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.373453 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: security-groups-normalized-cidr Oct 27 10:04:19.373811 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.374746 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.375261 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: port-security-groups-filtering Oct 27 10:04:19.375585 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.376517 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.377026 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: security-groups-remote-address-group Oct 27 10:04:19.377445 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: securitygroup.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.387693 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.388220 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: security-group Oct 27 10:04:19.388558 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: segment.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.389356 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.389901 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extension segment not supported by any of loaded plugins Oct 27 10:04:19.390433 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.391464 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.391980 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 27 10:04:19.392314 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: servicetype.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.393918 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.394449 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: service-type Oct 27 10:04:19.394779 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: sorting.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.395811 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.396148 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: sorting Oct 27 10:04:19.396482 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: standard_attr_segment.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.397608 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.398154 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 27 10:04:19.398484 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: standardattrdescription.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.399244 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.400698 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: standard-attr-description Oct 27 10:04:19.401038 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: stateful_security_group.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.402015 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.403372 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: stateful-security-group Oct 27 10:04:19.403706 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: stdattrs_common.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.404310 dv-cinder-815146-2-iscsi neutron-server[101863]: WARNING neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 27 10:04:19.404774 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.406595 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.407117 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 27 10:04:19.407452 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: subnet_onboard.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.410380 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.410942 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: subnet_onboard Oct 27 10:04:19.411284 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.412237 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.412757 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 27 10:04:19.413094 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: subnet_service_types.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.414148 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.414668 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: subnet-service-types Oct 27 10:04:19.415001 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: subnetallocation.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.416108 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.416634 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: subnet_allocation Oct 27 10:04:19.416967 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.417650 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.418209 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: subnetpool-prefix-ops Oct 27 10:04:19.418537 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.419489 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.420004 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 27 10:04:19.420336 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: tagging.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.421434 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.421976 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: standard-attr-tag Oct 27 10:04:19.422311 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: timestamp.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.423535 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.424070 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loaded extension: standard-attr-timestamp Oct 27 10:04:19.425357 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: trunk.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.426785 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.427310 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extension trunk not supported by any of loaded plugins Oct 27 10:04:19.427645 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: trunk_details.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.428588 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.429104 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extension trunk-details not supported by any of loaded plugins Oct 27 10:04:19.429433 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: uplink_status_propagation.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.430390 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.430908 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 27 10:04:19.431237 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Loading extension file: vlantransparent.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:04:19.431917 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:04:19.432428 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 27 10:04:19.434936 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.quota.resource_registry [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Creating instance of TrackedResource for resource:network Oct 27 10:04:19.435471 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.quota.resource_registry [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Creating instance of TrackedResource for resource:subnet Oct 27 10:04:19.435874 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.quota.resource_registry [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 10:04:19.436269 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.quota.resource_registry [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Creating instance of TrackedResource for resource:port Oct 27 10:04:19.437538 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.resource_helper [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 10:04:19.438022 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.resource_helper [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Service FLAVORS assigned prefix: {{(pid=101863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 10:04:19.438657 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.resource_helper [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 10:04:19.439090 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.resource_helper [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 10:04:19.439421 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.quota.resource_registry [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Creating instance of TrackedResource for resource:router Oct 27 10:04:19.439973 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.quota.resource_registry [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Creating instance of TrackedResource for resource:floatingip Oct 27 10:04:19.440930 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.resource_helper [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Service METERING assigned prefix: /metering {{(pid=101863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 10:04:19.442421 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.442798 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.443155 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:04:19.444185 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.quota.resource_registry [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Creating instance of CountableResource for resource:rbac_policy Oct 27 10:04:19.444628 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.quota.resource_registry [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Creating instance of TrackedResource for resource:security_group Oct 27 10:04:19.445073 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.quota.resource_registry [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 27 10:04:19.445698 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.resource_helper [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Service CORE assigned prefix: {{(pid=101863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 10:04:19.446057 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.quota.resource_registry [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 10:04:19.446409 dv-cinder-815146-2-iscsi neutron-server[101863]: WARNING neutron.quota.resource_registry [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] subnetpool is already registered Oct 27 10:04:19.446841 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.resource_helper [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Service CORE assigned prefix: {{(pid=101863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 10:04:19.447171 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.quota.resource_registry [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 10:04:19.447510 dv-cinder-815146-2-iscsi neutron-server[101863]: WARNING neutron.quota.resource_registry [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] subnetpool is already registered Oct 27 10:04:19.449982 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.resource_helper [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 10:04:19.450433 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.resource_helper [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Service FLAVORS assigned prefix: {{(pid=101863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 10:04:19.451050 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.resource_helper [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 10:04:19.451484 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.resource_helper [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 10:04:19.451820 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.quota.resource_registry [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Creating instance of TrackedResource for resource:router Oct 27 10:04:19.452174 dv-cinder-815146-2-iscsi neutron-server[101863]: WARNING neutron.quota.resource_registry [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] router is already registered Oct 27 10:04:19.452610 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.quota.resource_registry [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Creating instance of TrackedResource for resource:floatingip Oct 27 10:04:19.452951 dv-cinder-815146-2-iscsi neutron-server[101863]: WARNING neutron.quota.resource_registry [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] floatingip is already registered Oct 27 10:04:19.453422 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.resource_helper [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Service METERING assigned prefix: /metering {{(pid=101863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 10:04:19.454185 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.quota.resource_registry [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Creating instance of CountableResource for resource:rbac_policy Oct 27 10:04:19.454517 dv-cinder-815146-2-iscsi neutron-server[101863]: WARNING neutron.quota.resource_registry [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] rbac_policy is already registered Oct 27 10:04:19.454944 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.quota.resource_registry [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Creating instance of TrackedResource for resource:security_group Oct 27 10:04:19.455283 dv-cinder-815146-2-iscsi neutron-server[101863]: WARNING neutron.quota.resource_registry [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] security_group is already registered Oct 27 10:04:19.456104 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.quota.resource_registry [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 27 10:04:19.456450 dv-cinder-815146-2-iscsi neutron-server[101863]: WARNING neutron.quota.resource_registry [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] security_group_rule is already registered Oct 27 10:04:19.456954 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.resource_helper [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Service CORE assigned prefix: {{(pid=101863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 10:04:19.457285 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.quota.resource_registry [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 10:04:19.457622 dv-cinder-815146-2-iscsi neutron-server[101863]: WARNING neutron.quota.resource_registry [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] subnetpool is already registered Oct 27 10:04:19.458072 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.resource_helper [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Service CORE assigned prefix: {{(pid=101863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 10:04:19.458402 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.quota.resource_registry [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 10:04:19.458732 dv-cinder-815146-2-iscsi neutron-server[101863]: WARNING neutron.quota.resource_registry [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] subnetpool is already registered Oct 27 10:04:19.460451 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extended resource: extensions {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:04:19.461957 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extended resource: address-groups {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:04:19.463551 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extended resource: address-scopes {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:04:19.464813 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extended resource: agents {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:04:19.466122 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extended resource: auto-allocated-topology {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:04:19.467366 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extended resource: availability_zones {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:04:19.468592 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extended resource: dhcp-networks {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:04:19.470044 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extended resource: dhcp-agents {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:04:19.472553 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extended resource: routers {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:04:19.474718 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extended resource: flavors {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:04:19.476263 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extended resource: service_profiles {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:04:19.477481 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extended resource: next_providers {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:04:19.478936 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extended resource: service_profiles {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:04:19.480404 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extended resource: floatingip-pools {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:04:19.481757 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extended resource: routers {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:04:19.483869 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extended resource: floatingips {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:04:19.485168 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extended resource: l3-routers {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:04:19.486589 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extended resource: l3-agents {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:04:19.489023 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extended resource: metering-labels {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:04:19.490325 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extended resource: metering-label-rules {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:04:19.491700 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extended resource: network-ip-availabilities {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:04:19.492972 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extended resource: bindings {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:04:19.494590 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extended resource: quotas {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:04:19.496251 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extended resource: quotas {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:04:19.497816 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extended resource: rbac-policies {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:04:19.499011 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extended resource: security-groups {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:04:19.500350 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extended resource: security-group-rules {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:04:19.501601 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extended resource: service-providers {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:04:19.503334 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extended resource: subnetpools {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:04:19.504780 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extended resource: subnetpools {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:04:19.506280 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extended resource: tags {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:04:19.507968 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extended resource: tags {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:04:19.509795 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extended resource: tags {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:04:19.511576 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extended resource: tags {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:04:19.513272 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extended resource: tags {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:04:19.515261 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extended resource: tags {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:04:19.516950 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extended resource: tags {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:04:19.520307 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extended resource: tags {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:04:19.522162 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extended resource: tags {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:04:19.523905 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron.api.extensions [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Extended resource: tags {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:04:19.530092 dv-cinder-815146-2-iscsi neutron-server[101863]: WARNING keystonemiddleware.auth_token [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 27 10:04:19.535549 dv-cinder-815146-2-iscsi neutron-server[101863]: WARNING keystonemiddleware.auth_token [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 27 10:04:19.544784 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_concurrency.lockutils [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Acquired lock "singleton_lock" {{(pid=101863) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 27 10:04:19.545266 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_concurrency.lockutils [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Releasing lock "singleton_lock" {{(pid=101863) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 27 10:04:19.545947 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO oslo_service.service [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Starting 2 workers Oct 27 10:04:19.551791 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Started child 101973 {{(pid=101863) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 10:04:19.556302 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Started child 101974 {{(pid=101863) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 10:04:19.556638 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:04:19.557911 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO neutron.service [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 27 10:04:19.558223 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [-] (101973) wsgi starting up on http://0.0.0.0:9696 Oct 27 10:04:19.558551 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Publish callbacks [] for process, before_spawn {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:04:19.560931 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO oslo_service.service [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Starting 1 workers Oct 27 10:04:19.561045 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:04:19.562513 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [-] (101974) wsgi starting up on http://0.0.0.0:9696 Oct 27 10:04:19.566857 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Started child 101975 {{(pid=101863) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 10:04:19.567389 dv-cinder-815146-2-iscsi neutron-server[101863]: INFO oslo_service.service [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Starting 1 workers Oct 27 10:04:19.569647 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.service [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] calling RpcWorker wait() {{(pid=101975) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 27 10:04:19.570184 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.service [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] returning from RpcWorker wait() {{(pid=101975) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 27 10:04:19.571395 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:04:19.571835 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:04:19.571950 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Started child 101976 {{(pid=101863) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 10:04:19.572751 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2ea09660-3c04-4006-b85e-6f665075fc31 None None] Publish callbacks [] for process, after_spawn {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:04:19.574701 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101863) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 27 10:04:19.574924 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 10:04:19.575118 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 10:04:19.575340 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 10:04:19.575666 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 10:04:19.575823 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 10:04:19.576344 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.576618 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.576873 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.577134 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.577225 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:04:19.577689 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.577966 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.578204 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.578470 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.578745 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.579000 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.579168 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.579383 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.579587 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.579835 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.580140 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.580971 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.581226 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.582189 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.582365 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.582604 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.582878 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.583130 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.583411 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] debug = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.583668 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.584149 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.584375 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.584626 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.584847 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.585145 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.585379 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.585647 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.585921 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.586156 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.586406 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.586663 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.586919 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.587144 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.587364 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.587624 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.587847 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.588312 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] host = dv-cinder-815146-2-iscsi {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.588531 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.588755 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.589008 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.589231 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.589486 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.589702 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.589992 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.590264 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.590524 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.590770 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.591036 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.591300 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.591537 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.591770 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] log_file = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.591949 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] log_options = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.592163 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.592436 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.592706 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.592903 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.593071 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.593247 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.593519 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.593684 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.593965 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.594209 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.594424 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.594637 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.594851 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.595064 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.595314 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.595564 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.595781 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.596004 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.597525 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.597794 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.598027 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.598280 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.598539 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.598786 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.599042 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.599276 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.599495 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.599730 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.599944 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.600471 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.600706 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.600947 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.601156 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.601414 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.601688 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.601978 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.602288 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.602463 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.602724 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.602950 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.603286 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.605126 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.605378 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.605707 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.605918 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.606137 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.606369 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] use_json = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.606618 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.606871 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.607150 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.607350 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.607580 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.607825 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.608031 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:04:19.608192 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.608331 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.608726 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.609006 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.609331 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.609567 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.609847 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.610094 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.610330 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.610571 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.610828 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.611069 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.611355 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.611584 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.611907 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.612227 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.612520 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.612838 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.613078 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.613345 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.613586 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.613869 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.626248 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.626248 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.626248 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.626248 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.626248 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.626248 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.626248 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.626248 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.631895 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.631895 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.631895 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.631895 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.631895 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.631895 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.631895 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.631895 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.633696 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.633696 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.633696 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.633696 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.633696 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.633696 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.633696 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.633696 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.633696 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.636265 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.636265 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.636265 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.636265 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.636265 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.636265 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.636265 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.636265 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.636265 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.638847 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.638847 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.638847 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.638847 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.638847 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.638847 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.638847 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.638847 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.638847 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.639509 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.639509 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.639509 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.639509 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.639509 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.639509 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.639509 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.639509 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.639509 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.640194 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.640194 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.640194 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.640194 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.640194 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.640194 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.640194 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.640194 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.640194 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.643407 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.643407 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.643407 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.643407 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.643407 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.643407 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.643407 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.643407 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.643407 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.644019 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.644019 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.644019 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.644019 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.644019 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.644019 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.644019 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.644019 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.644704 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.644704 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.644704 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.644704 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.644704 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.644704 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.644704 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.644704 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.646448 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.646448 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.646448 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.646448 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.646448 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.646448 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.646448 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.646448 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.648428 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.648428 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.648428 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.648428 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.648428 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.648428 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.648428 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.648428 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.649211 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.649211 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.649211 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.649211 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.649211 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.649211 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.649211 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.649211 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.649800 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.649800 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.649800 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.649800 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.649800 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.649800 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.649800 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.649800 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.650350 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.650350 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.650350 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.650350 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.650350 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.650350 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.650350 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.650350 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.651216 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.651216 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.651216 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.651216 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.651216 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.651216 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.651216 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.651216 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.651794 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.651794 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.651794 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.651794 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.651794 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.651794 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.651794 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.651794 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.653137 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.653137 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.653137 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.653137 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.653137 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.653137 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.653137 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.653137 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.655178 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.655178 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.655178 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.655178 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.655178 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.655178 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.655178 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.657094 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.657094 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.657094 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.657094 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.657094 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.657094 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.657519 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.657648 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.658047 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.658460 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.659465 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.659889 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.660188 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.660525 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.660805 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.661163 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.661431 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.661685 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.661972 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.662199 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.662464 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.662691 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.662917 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.663140 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.663383 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.663613 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.663875 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.664106 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.664368 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.664604 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.664850 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.665064 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.665281 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.665518 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.665829 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.666100 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.666338 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.666605 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.666847 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.667078 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.667310 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.667518 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.667725 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.667961 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.668177 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.668385 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.668664 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.668896 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.669105 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.669326 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.669545 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.669809 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.670038 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.670280 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.670494 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.670733 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.670943 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.671151 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.671377 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.671586 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.671823 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.672050 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.672269 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.672478 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.672708 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.672941 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.673152 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.673374 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.673592 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.673836 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.674123 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.674450 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.674686 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.674970 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.675234 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.675483 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.675724 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.676014 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.676249 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.676490 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.676709 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.676947 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.677188 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.677458 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.677798 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.678069 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.678354 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.678588 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.678865 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.679147 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.679415 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.679627 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.679929 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.680271 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.680555 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.680810 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.681065 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.681312 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.681536 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.681795 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.682033 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.682252 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.682466 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.682772 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.682952 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.683195 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.683410 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.683635 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.683849 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.684072 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.684314 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.684534 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.684770 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.684927 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 10:04:19.685463 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101863) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 27 10:04:19.685677 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 10:04:19.685864 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 10:04:19.686043 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 10:04:19.686319 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 10:04:19.686512 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 10:04:19.686732 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.686940 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.687109 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.687254 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.687419 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.687600 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.687761 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.687921 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.688078 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.688238 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.688397 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.688557 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.688716 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.688876 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.689036 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.689196 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.689354 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.689513 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.689676 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.689971 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.690172 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.690328 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.690473 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] debug = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.690623 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.690831 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.690984 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.691198 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.691333 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.691457 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.691593 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.691756 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.691915 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.692075 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.692234 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.692441 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.692567 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.692691 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.692833 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.692992 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.693150 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.693308 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] host = dv-cinder-815146-2-iscsi {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.693467 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.693625 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.693807 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.693967 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.694126 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.694284 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.694444 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.694603 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.694764 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.694922 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.695080 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.695238 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.695397 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.695555 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] log_file = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.695713 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] log_options = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.695871 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.696029 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.696188 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.696372 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.696537 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.696697 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.696855 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.697015 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.697175 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.697334 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.697492 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.697651 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.697831 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.697990 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.698149 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.698307 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.698465 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.698624 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.698783 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.698941 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.703347 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.703347 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.703347 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.703347 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.703347 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.703347 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.703347 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.703347 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.703347 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.704033 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.704033 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.704033 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.704033 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.704033 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.704033 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.704033 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.704033 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.704540 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.704540 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.704540 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.704540 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.704540 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.704540 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.704540 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.704540 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.705307 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.705307 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] use_json = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.705307 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.705307 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.705307 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.705307 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.705307 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.705307 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.705307 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.706675 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:04:19.706675 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.706675 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.706675 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.706675 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.706675 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.706675 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.706675 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.707226 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.707226 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.707226 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.707226 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.707226 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.707226 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.707226 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.707226 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.707831 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.707831 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.707831 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.707831 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.707831 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.708176 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.708176 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.708320 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.708445 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.708606 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.708766 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.708926 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.709103 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.709265 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.709426 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.709586 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.709767 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.709931 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.710092 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.710254 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.710415 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.710578 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.710739 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.710899 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.711059 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.711220 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.711385 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.711549 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.711741 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.711876 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.712037 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.712198 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.712360 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.712534 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.712683 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.712845 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.713007 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.713169 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.713329 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.713490 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.713661 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.713846 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.714008 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.714169 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.714330 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.714490 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.714876 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.715054 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.715186 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.715351 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.715511 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.715884 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.715884 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.716046 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.716125 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.716288 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.716448 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.716609 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.716769 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.716930 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.717090 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.717335 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.717494 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.717654 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.717836 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.717998 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.718159 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.718321 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.718481 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.719401 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.719401 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.719401 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.719401 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.719401 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.719401 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.719838 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.719838 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.719838 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.720061 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.720141 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.720287 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.720446 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.720606 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.720767 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.720928 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.721157 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.721891 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.722019 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.722141 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.722293 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.722500 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.722640 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.722753 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.722946 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.723270 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.723369 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.723483 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.723644 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.723803 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.723964 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.724123 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.724292 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.724451 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.724614 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.724773 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.724939 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.725360 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.725524 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.725686 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.725869 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.726030 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.726191 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.726362 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.726501 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.726663 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.726823 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.726984 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.727152 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.727321 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.727483 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.727645 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.727806 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.727988 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.728147 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.728307 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.728468 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.728628 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.728789 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.728949 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.729109 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.729270 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.729431 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.729592 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.729773 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.729935 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.730096 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.730257 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.730417 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.730578 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.734231 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.734231 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.734231 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.734231 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.734231 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.734231 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.734231 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.734231 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.734821 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.734821 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.734821 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.734821 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.734821 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.734821 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.734821 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.734821 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.735270 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.735270 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.735270 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.735270 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.735270 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.735270 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.735270 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.735270 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.735710 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.735710 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.735710 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.735710 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.735938 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:04:19.736019 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.736019 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.736019 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.736019 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.736019 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.736019 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.736019 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.736019 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.736471 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.736471 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.736471 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.736713 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.736713 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.736911 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.737371 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.737371 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.737554 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.737666 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.738119 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.738119 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.738296 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.738296 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.738442 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.738612 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.738776 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.738936 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.739098 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.739259 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.739418 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.739593 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.739754 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.739914 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.740073 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.740233 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.740393 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.740565 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.740726 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.740885 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.741046 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.741206 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.741366 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.741536 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.741696 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.741898 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.742045 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.742205 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.742364 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.742534 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.742694 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.742855 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.743014 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.743173 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.743333 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.743503 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.743663 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.743824 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.743984 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.744143 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.744302 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.744472 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.744634 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.744795 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.744954 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.745114 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.746549 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.746549 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.746549 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.746549 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.746549 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.746549 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.746549 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.746549 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.747096 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.747096 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.747096 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.747096 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.747096 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.747406 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.747406 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.747568 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.747716 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.747881 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.748214 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.748768 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.748768 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.748768 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.748990 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.748990 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.749228 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.749333 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.749437 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.749610 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.749791 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.749955 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.750118 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.750280 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.750439 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.750753 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.750920 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.751082 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.751243 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.751412 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.751605 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.751930 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.752091 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.752282 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.752462 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.752700 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:04:19.752933 dv-cinder-815146-2-iscsi neutron-server[101863]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 10:04:19.942954 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 42646) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:04:19.942954 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068140 Oct 27 10:04:31.609850 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fa5a1f-3874-4102-8d39-e017d95374ab None None] get_active_networks_info from dv-cinder-815146-2-iscsi {{(pid=101975) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 10:04:31.712745 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fa5a1f-3874-4102-8d39-e017d95374ab None None] No non-hosted networks {{(pid=101975) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 27 10:04:31.719912 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.agentschedulers_db [None req-d6fa5a1f-3874-4102-8d39-e017d95374ab None None] DHCP Agent not found on host dv-cinder-815146-2-iscsi {{(pid=101975) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 27 10:04:31.835863 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-00e18219-606d-45ca-9992-eeb0a3d6c9cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-564122'] for agent, after_create {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:04:34.141011 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-282a1660-c36f-4303-b9c4-bea89dfe7ef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-564122'] for agent, after_create {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:04:34.193462 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.db.api [None req-7a9a0974-ec04-4317-873d-5622fe6af9fe None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-815146-2-iscsi {{(pid=101975) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:04:34.194308 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG oslo_db.api [None req-7a9a0974-ec04-4317-873d-5622fe6af9fe None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:04:34.989375 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-7a9a0974-ec04-4317-873d-5622fe6af9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:04:35.195609 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-564122'] for agent, after_create {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:04:35.196971 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:04:35.197538 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:04:35.198036 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:04:35.198583 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:04:35.199060 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:04:35.199572 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:04:35.200591 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:04:35.201087 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:04:35.201591 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:04:35.202073 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:04:35.202597 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:04:35.203201 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:04:35.203850 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815146-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:04:35.219311 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815146-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:04:35.972942 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-564122'] for agent, after_create {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:04:37.161182 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-564122'] for agent, after_create {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:04:37.891534 dv-cinder-815146-2-iscsi neutron-server[101975]: INFO neutron.db.l3_hamode_db [None req-ca983be7-6905-455b-acd2-7dcfa403008d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 27 10:04:37.967615 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca983be7-6905-455b-acd2-7dcfa403008d None None] Routers set() bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:04:37.967997 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca983be7-6905-455b-acd2-7dcfa403008d None None] Router IDs set() for agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 27 10:04:38.376094 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 42740) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:04:38.863081 dv-cinder-815146-2-iscsi neutron-server[101973]: WARNING oslo_policy.policy [None req-3cf4cea4-9b1a-4b3a-9aaf-89b4581f75f5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 10:04:38.863666 dv-cinder-815146-2-iscsi neutron-server[101973]: WARNING oslo_policy.policy [None req-3cf4cea4-9b1a-4b3a-9aaf-89b4581f75f5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 10:04:39.091072 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [None req-3cf4cea4-9b1a-4b3a-9aaf-89b4581f75f5 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:04:39.092084 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-3cf4cea4-9b1a-4b3a-9aaf-89b4581f75f5 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7150745 Oct 27 10:04:41.542515 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 42754) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:04:41.852150 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-c4f75db3-415f-47c2-9d3d-d1bf1c0155e4 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:04:41.948760 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.policy [None req-c4f75db3-415f-47c2-9d3d-d1bf1c0155e4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101973) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 27 10:04:41.995407 dv-cinder-815146-2-iscsi neutron-server[101973]: WARNING oslo_policy.policy [None req-c4f75db3-415f-47c2-9d3d-d1bf1c0155e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 10:04:41.995808 dv-cinder-815146-2-iscsi neutron-server[101973]: WARNING oslo_policy.policy [None req-c4f75db3-415f-47c2-9d3d-d1bf1c0155e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 10:04:42.005234 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.quota [None req-c4f75db3-415f-47c2-9d3d-d1bf1c0155e4 admin admin] Loaded quota_driver: . Oct 27 10:04:42.164131 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-c4f75db3-415f-47c2-9d3d-d1bf1c0155e4 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740339565067', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740339565668', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740339561006', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740339564010', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740340202827', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740339599476', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3615829', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3542200', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-454041', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-526127'] for rbac-policy, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:04:42.355723 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-c4f75db3-415f-47c2-9d3d-d1bf1c0155e4 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:04:42.356896 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-c4f75db3-415f-47c2-9d3d-d1bf1c0155e4 admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8134305 Oct 27 10:04:45.086998 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 42766) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:04:45.586347 dv-cinder-815146-2-iscsi neutron-server[101974]: WARNING oslo_policy.policy [None req-f322c0cb-55df-43d7-af9b-60dd974cc9eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 10:04:45.586931 dv-cinder-815146-2-iscsi neutron-server[101974]: WARNING oslo_policy.policy [None req-f322c0cb-55df-43d7-af9b-60dd974cc9eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 10:04:45.815979 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [None req-f322c0cb-55df-43d7-af9b-60dd974cc9eb admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'eb1aad1efafc49238f3418a1db6e04e1', 'tenant_id': 'eb1aad1efafc49238f3418a1db6e04e1'}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:04:45.817589 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.quota [None req-f322c0cb-55df-43d7-af9b-60dd974cc9eb admin admin] Loaded quota_driver: . Oct 27 10:04:45.908493 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f322c0cb-55df-43d7-af9b-60dd974cc9eb admin admin] Made reservation on behalf of eb1aad1efafc49238f3418a1db6e04e1 for: {'network': 1} {{(pid=101974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:04:45.976280 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.policy [None req-f322c0cb-55df-43d7-af9b-60dd974cc9eb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101974) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 27 10:04:46.023080 dv-cinder-815146-2-iscsi neutron-server[101974]: WARNING oslo_policy.policy [None req-f322c0cb-55df-43d7-af9b-60dd974cc9eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 10:04:46.023455 dv-cinder-815146-2-iscsi neutron-server[101974]: WARNING oslo_policy.policy [None req-f322c0cb-55df-43d7-af9b-60dd974cc9eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 10:04:46.034293 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-f322c0cb-55df-43d7-af9b-60dd974cc9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for network, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:04:46.055689 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-f322c0cb-55df-43d7-af9b-60dd974cc9eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:04:46.166390 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-f322c0cb-55df-43d7-af9b-60dd974cc9eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:04:46.206423 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-f322c0cb-55df-43d7-af9b-60dd974cc9eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:04:46.224825 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f322c0cb-55df-43d7-af9b-60dd974cc9eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1041} {{(pid=101974) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:04:46.253665 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-f322c0cb-55df-43d7-af9b-60dd974cc9eb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740340232789', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908'] for segment, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:04:46.254252 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-f322c0cb-55df-43d7-af9b-60dd974cc9eb admin admin] Unsubscribe: segment precommit_create {{(pid=101974) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 27 10:04:46.254747 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.db.segments_db [None req-f322c0cb-55df-43d7-af9b-60dd974cc9eb admin admin] Added segment bc8357c5-5b38-4aa5-84e7-07bd08f2e82d of type vlan for network 6fff620a-fd30-4982-b902-31cf48c3c01e Oct 27 10:04:46.272083 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f322c0cb-55df-43d7-af9b-60dd974cc9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1822f5d4-8a69-4216-9087-911057130906,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:04:46.291525 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f322c0cb-55df-43d7-af9b-60dd974cc9eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:04:46.291876 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f322c0cb-55df-43d7-af9b-60dd974cc9eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:04:46.292213 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f322c0cb-55df-43d7-af9b-60dd974cc9eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:04:46.292539 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f322c0cb-55df-43d7-af9b-60dd974cc9eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:04:46.292896 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f322c0cb-55df-43d7-af9b-60dd974cc9eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:04:46.293229 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f322c0cb-55df-43d7-af9b-60dd974cc9eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:04:46.293553 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f322c0cb-55df-43d7-af9b-60dd974cc9eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:04:46.293909 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f322c0cb-55df-43d7-af9b-60dd974cc9eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:04:46.294245 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f322c0cb-55df-43d7-af9b-60dd974cc9eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:04:46.294563 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f322c0cb-55df-43d7-af9b-60dd974cc9eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:04:46.294878 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f322c0cb-55df-43d7-af9b-60dd974cc9eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:04:46.295193 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f322c0cb-55df-43d7-af9b-60dd974cc9eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:04:46.296251 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f322c0cb-55df-43d7-af9b-60dd974cc9eb admin admin] Tracked resource versions report: Oct 27 10:04:46.296251 dv-cinder-815146-2-iscsi neutron-server[101974]: pushed versions: Oct 27 10:04:46.296251 dv-cinder-815146-2-iscsi neutron-server[101974]: { 'AddressGroup': {'1.2'}, Oct 27 10:04:46.296251 dv-cinder-815146-2-iscsi neutron-server[101974]: 'ConntrackHelper': {'1.0'}, Oct 27 10:04:46.296251 dv-cinder-815146-2-iscsi neutron-server[101974]: 'Log': {'1.0'}, Oct 27 10:04:46.296251 dv-cinder-815146-2-iscsi neutron-server[101974]: 'Network': {'1.1'}, Oct 27 10:04:46.296251 dv-cinder-815146-2-iscsi neutron-server[101974]: 'Port': {'1.7'}, Oct 27 10:04:46.296251 dv-cinder-815146-2-iscsi neutron-server[101974]: 'PortForwarding': {'1.2'}, Oct 27 10:04:46.296251 dv-cinder-815146-2-iscsi neutron-server[101974]: 'QosPolicy': {'1.10'}, Oct 27 10:04:46.296251 dv-cinder-815146-2-iscsi neutron-server[101974]: 'SecurityGroup': {'1.4'}, Oct 27 10:04:46.296251 dv-cinder-815146-2-iscsi neutron-server[101974]: 'SecurityGroupRule': {'1.2'}, Oct 27 10:04:46.296251 dv-cinder-815146-2-iscsi neutron-server[101974]: 'SubPort': {'1.0'}, Oct 27 10:04:46.296251 dv-cinder-815146-2-iscsi neutron-server[101974]: 'Subnet': {'1.1'}, Oct 27 10:04:46.296251 dv-cinder-815146-2-iscsi neutron-server[101974]: 'Trunk': {'1.1'}} Oct 27 10:04:46.296251 dv-cinder-815146-2-iscsi neutron-server[101974]: consumer versions: Oct 27 10:04:46.296251 dv-cinder-815146-2-iscsi neutron-server[101974]: { DHCP agent@dv-cinder-815146-2-iscsi: {}, Oct 27 10:04:46.296251 dv-cinder-815146-2-iscsi neutron-server[101974]: L3 agent@dv-cinder-815146-2-iscsi: {}, Oct 27 10:04:46.296251 dv-cinder-815146-2-iscsi neutron-server[101974]: Metadata agent@dv-cinder-815146-2-iscsi: {}, Oct 27 10:04:46.296251 dv-cinder-815146-2-iscsi neutron-server[101974]: Metering agent@dv-cinder-815146-2-iscsi: {}, Oct 27 10:04:46.296251 dv-cinder-815146-2-iscsi neutron-server[101974]: Open vSwitch agent@dv-cinder-815146-2-iscsi: { 'AddressGroup': '1.2', Oct 27 10:04:46.296251 dv-cinder-815146-2-iscsi neutron-server[101974]: 'ConntrackHelper': '1.0', Oct 27 10:04:46.296251 dv-cinder-815146-2-iscsi neutron-server[101974]: 'Log': '1.0', Oct 27 10:04:46.296251 dv-cinder-815146-2-iscsi neutron-server[101974]: 'Network': '1.1', Oct 27 10:04:46.296251 dv-cinder-815146-2-iscsi neutron-server[101974]: 'Port': '1.7', Oct 27 10:04:46.296251 dv-cinder-815146-2-iscsi neutron-server[101974]: 'PortForwarding': '1.2', Oct 27 10:04:46.296251 dv-cinder-815146-2-iscsi neutron-server[101974]: 'QosPolicy': '1.10', Oct 27 10:04:46.296251 dv-cinder-815146-2-iscsi neutron-server[101974]: 'SecurityGroup': '1.4', Oct 27 10:04:46.296251 dv-cinder-815146-2-iscsi neutron-server[101974]: 'SecurityGroupRule': '1.2', Oct 27 10:04:46.296251 dv-cinder-815146-2-iscsi neutron-server[101974]: 'SubPort': '1.0', Oct 27 10:04:46.296251 dv-cinder-815146-2-iscsi neutron-server[101974]: 'Subnet': '1.1', Oct 27 10:04:46.296251 dv-cinder-815146-2-iscsi neutron-server[101974]: 'Trunk': '1.1'}} Oct 27 10:04:46.296251 dv-cinder-815146-2-iscsi neutron-server[101974]: {{(pid=101974) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 10:04:46.387849 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-f322c0cb-55df-43d7-af9b-60dd974cc9eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740339715530'] for network, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:04:46.490888 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-f322c0cb-55df-43d7-af9b-60dd974cc9eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413'] for network, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:04:46.492160 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f322c0cb-55df-43d7-af9b-60dd974cc9eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:04:46.492823 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-f322c0cb-55df-43d7-af9b-60dd974cc9eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for network, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:04:46.594129 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f322c0cb-55df-43d7-af9b-60dd974cc9eb admin admin] Pushing event updated for resources: {'Network': ['ID=6fff620a-fd30-4982-b902-31cf48c3c01e,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:04:46.606219 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Network 6fff620a-fd30-4982-b902-31cf48c3c01e details requested by agent ovs-agent-dv-cinder-815146-2-iscsi with host dv-cinder-815146-2-iscsi {{(pid=101975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:04:46.648229 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-f322c0cb-55df-43d7-af9b-60dd974cc9eb admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.5591302 Oct 27 10:04:49.431790 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 42788) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:04:49.813432 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43810383-0b5a-4729-b385-80632397e07e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:04:49.814992 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-43810383-0b5a-4729-b385-80632397e07e admin admin] 10.222.0.36 "GET /v2.0/networks/6fff620a-fd30-4982-b902-31cf48c3c01e HTTP/1.1" status: 200 len: 826 time: 0.3822284 Oct 27 10:04:49.857249 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-6e1a9045-55c1-4191-a453-da31f28d5259 admin admin] 10.222.0.36 "GET /v2.0/subnetpools/83403019-e124-480f-8fe6-0ff6b4437e23 HTTP/1.1" status: 200 len: 734 time: 0.0356865 Oct 27 10:04:49.867367 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [None req-c557e943-a081-456f-a16b-c6a65cd951d8 admin admin] Request body: {'subnet': {'network_id': '6fff620a-fd30-4982-b902-31cf48c3c01e', 'tenant_id': 'eb1aad1efafc49238f3418a1db6e04e1', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '83403019-e124-480f-8fe6-0ff6b4437e23', 'ip_version': 4}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:04:50.077620 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c557e943-a081-456f-a16b-c6a65cd951d8 admin admin] Made reservation on behalf of eb1aad1efafc49238f3418a1db6e04e1 for: {'subnet': 1} {{(pid=101974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:04:50.080475 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-c557e943-a081-456f-a16b-c6a65cd951d8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:04:50.416977 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-c557e943-a081-456f-a16b-c6a65cd951d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413'] for subnet, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:04:50.484064 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c557e943-a081-456f-a16b-c6a65cd951d8 admin admin] Checking segment: {'id': 'bc8357c5-5b38-4aa5-84e7-07bd08f2e82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '6fff620a-fd30-4982-b902-31cf48c3c01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:04:50.484679 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c557e943-a081-456f-a16b-c6a65cd951d8 admin admin] Network hostable DHCP agents. Network: 6fff620a-fd30-4982-b902-31cf48c3c01e, hostable agents: ['09a5fe22-088d-4af2-a4f8-d44fceaa8957'], hosted agents: [] {{(pid=101974) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:04:50.491755 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c557e943-a081-456f-a16b-c6a65cd951d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3446c32a-555a-42ee-ab59-f433277c2490,revision_number=0']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:04:50.565958 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c557e943-a081-456f-a16b-c6a65cd951d8 admin admin] Network 6fff620a-fd30-4982-b902-31cf48c3c01e is scheduled to be hosted by DHCP agent 09a5fe22-088d-4af2-a4f8-d44fceaa8957 with binding_index 1 {{(pid=101974) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:04:50.662173 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.base_scheduler [None req-c557e943-a081-456f-a16b-c6a65cd951d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-2-iscsi, 6fff620a-fd30-4982-b902-31cf48c3c01e) {{(pid=101974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:04:50.670869 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c557e943-a081-456f-a16b-c6a65cd951d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:04:50.671002 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f251ae-60e3-4087-b14c-f94b5a5b660e None None] Network 6fff620a-fd30-4982-b902-31cf48c3c01e requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:04:50.671477 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-c557e943-a081-456f-a16b-c6a65cd951d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for subnet, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:04:50.762003 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-c557e943-a081-456f-a16b-c6a65cd951d8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8980017 Oct 27 10:04:51.007830 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747ea33e-fde6-40f4-ac7c-cf1fb6021d78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c31819-fd0c-56d4-b47e-8a5f64837448-6fff620a-fd30-4982-b902-31cf48c3c01e', 'network_id': '6fff620a-fd30-4982-b902-31cf48c3c01e', 'tenant_id': 'eb1aad1efafc49238f3418a1db6e04e1', 'fixed_ips': [{'subnet_id': '3446c32a-555a-42ee-ab59-f433277c2490'}]}} from dv-cinder-815146-2-iscsi. {{(pid=101975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:04:51.009055 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-747ea33e-fde6-40f4-ac7c-cf1fb6021d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:04:51.306504 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.db_base_plugin_common [None req-747ea33e-fde6-40f4-ac7c-cf1fb6021d78 None None] Allocated IP 172.20.0.2 (6fff620a-fd30-4982-b902-31cf48c3c01e/3446c32a-555a-42ee-ab59-f433277c2490/9d0d73bc-b026-4b5c-9676-0c0552c848d5) {{(pid=101975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:04:51.507660 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-747ea33e-fde6-40f4-ac7c-cf1fb6021d78 None None] Publish callbacks [] for port, precommit_create {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:04:51.587016 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-747ea33e-fde6-40f4-ac7c-cf1fb6021d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839'] for port, after_create {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:04:51.663654 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747ea33e-fde6-40f4-ac7c-cf1fb6021d78 None None] Network 6fff620a-fd30-4982-b902-31cf48c3c01e is already hosted by enough agents. {{(pid=101975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:04:51.668609 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.scheduler.base_scheduler [None req-747ea33e-fde6-40f4-ac7c-cf1fb6021d78 None None] Resources bound (agent type, host, resource id): {{(pid=101975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:04:51.679178 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747ea33e-fde6-40f4-ac7c-cf1fb6021d78 None None] Received port after_create {{(pid=101975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:04:51.686495 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ea33e-fde6-40f4-ac7c-cf1fb6021d78 None None] Pushing event updated for resources: {'Port': ['ID=9d0d73bc-b026-4b5c-9676-0c0552c848d5,revision_number=1']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:04:51.716609 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ea33e-fde6-40f4-ac7c-cf1fb6021d78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:04:51.716978 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ea33e-fde6-40f4-ac7c-cf1fb6021d78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:04:51.717327 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ea33e-fde6-40f4-ac7c-cf1fb6021d78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:04:51.717666 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ea33e-fde6-40f4-ac7c-cf1fb6021d78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:04:51.718022 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ea33e-fde6-40f4-ac7c-cf1fb6021d78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:04:51.718358 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ea33e-fde6-40f4-ac7c-cf1fb6021d78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:04:51.718709 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ea33e-fde6-40f4-ac7c-cf1fb6021d78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:04:51.719031 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ea33e-fde6-40f4-ac7c-cf1fb6021d78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:04:51.719367 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ea33e-fde6-40f4-ac7c-cf1fb6021d78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:04:51.719693 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ea33e-fde6-40f4-ac7c-cf1fb6021d78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:04:51.720013 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ea33e-fde6-40f4-ac7c-cf1fb6021d78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:04:51.720333 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ea33e-fde6-40f4-ac7c-cf1fb6021d78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:04:51.722574 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ea33e-fde6-40f4-ac7c-cf1fb6021d78 None None] Tracked resource versions report: Oct 27 10:04:51.722574 dv-cinder-815146-2-iscsi neutron-server[101975]: pushed versions: Oct 27 10:04:51.722574 dv-cinder-815146-2-iscsi neutron-server[101975]: { 'AddressGroup': {'1.2'}, Oct 27 10:04:51.722574 dv-cinder-815146-2-iscsi neutron-server[101975]: 'ConntrackHelper': {'1.0'}, Oct 27 10:04:51.722574 dv-cinder-815146-2-iscsi neutron-server[101975]: 'Log': {'1.0'}, Oct 27 10:04:51.722574 dv-cinder-815146-2-iscsi neutron-server[101975]: 'Network': {'1.1'}, Oct 27 10:04:51.722574 dv-cinder-815146-2-iscsi neutron-server[101975]: 'Port': {'1.7'}, Oct 27 10:04:51.722574 dv-cinder-815146-2-iscsi neutron-server[101975]: 'PortForwarding': {'1.2'}, Oct 27 10:04:51.722574 dv-cinder-815146-2-iscsi neutron-server[101975]: 'QosPolicy': {'1.10'}, Oct 27 10:04:51.722574 dv-cinder-815146-2-iscsi neutron-server[101975]: 'SecurityGroup': {'1.4'}, Oct 27 10:04:51.722574 dv-cinder-815146-2-iscsi neutron-server[101975]: 'SecurityGroupRule': {'1.2'}, Oct 27 10:04:51.722574 dv-cinder-815146-2-iscsi neutron-server[101975]: 'SubPort': {'1.0'}, Oct 27 10:04:51.722574 dv-cinder-815146-2-iscsi neutron-server[101975]: 'Subnet': {'1.1'}, Oct 27 10:04:51.722574 dv-cinder-815146-2-iscsi neutron-server[101975]: 'Trunk': {'1.1'}} Oct 27 10:04:51.722574 dv-cinder-815146-2-iscsi neutron-server[101975]: consumer versions: Oct 27 10:04:51.722574 dv-cinder-815146-2-iscsi neutron-server[101975]: { DHCP agent@dv-cinder-815146-2-iscsi: {}, Oct 27 10:04:51.722574 dv-cinder-815146-2-iscsi neutron-server[101975]: L3 agent@dv-cinder-815146-2-iscsi: {}, Oct 27 10:04:51.722574 dv-cinder-815146-2-iscsi neutron-server[101975]: Metadata agent@dv-cinder-815146-2-iscsi: {}, Oct 27 10:04:51.722574 dv-cinder-815146-2-iscsi neutron-server[101975]: Metering agent@dv-cinder-815146-2-iscsi: {}, Oct 27 10:04:51.722574 dv-cinder-815146-2-iscsi neutron-server[101975]: Open vSwitch agent@dv-cinder-815146-2-iscsi: { 'AddressGroup': '1.2', Oct 27 10:04:51.722574 dv-cinder-815146-2-iscsi neutron-server[101975]: 'ConntrackHelper': '1.0', Oct 27 10:04:51.722574 dv-cinder-815146-2-iscsi neutron-server[101975]: 'Log': '1.0', Oct 27 10:04:51.722574 dv-cinder-815146-2-iscsi neutron-server[101975]: 'Network': '1.1', Oct 27 10:04:51.722574 dv-cinder-815146-2-iscsi neutron-server[101975]: 'Port': '1.7', Oct 27 10:04:51.722574 dv-cinder-815146-2-iscsi neutron-server[101975]: 'PortForwarding': '1.2', Oct 27 10:04:51.722574 dv-cinder-815146-2-iscsi neutron-server[101975]: 'QosPolicy': '1.10', Oct 27 10:04:51.722574 dv-cinder-815146-2-iscsi neutron-server[101975]: 'SecurityGroup': '1.4', Oct 27 10:04:51.722574 dv-cinder-815146-2-iscsi neutron-server[101975]: 'SecurityGroupRule': '1.2', Oct 27 10:04:51.722574 dv-cinder-815146-2-iscsi neutron-server[101975]: 'SubPort': '1.0', Oct 27 10:04:51.722574 dv-cinder-815146-2-iscsi neutron-server[101975]: 'Subnet': '1.1', Oct 27 10:04:51.722574 dv-cinder-815146-2-iscsi neutron-server[101975]: 'Trunk': '1.1'}} Oct 27 10:04:51.722574 dv-cinder-815146-2-iscsi neutron-server[101975]: {{(pid=101975) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 10:04:51.774011 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-747ea33e-fde6-40f4-ac7c-cf1fb6021d78 None None] Attempting to bind port 9d0d73bc-b026-4b5c-9676-0c0552c848d5 on host dv-cinder-815146-2-iscsi for vnic_type normal with profile {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:04:51.774340 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-747ea33e-fde6-40f4-ac7c-cf1fb6021d78 None None] Attempting to bind port 9d0d73bc-b026-4b5c-9676-0c0552c848d5 by drivers openvswitch,hyperv on host dv-cinder-815146-2-iscsi at level 0 using segments [{'id': 'bc8357c5-5b38-4aa5-84e7-07bd08f2e82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '6fff620a-fd30-4982-b902-31cf48c3c01e'}] {{(pid=101975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:04:51.774738 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747ea33e-fde6-40f4-ac7c-cf1fb6021d78 None None] Attempting to bind port 9d0d73bc-b026-4b5c-9676-0c0552c848d5 on network 6fff620a-fd30-4982-b902-31cf48c3c01e {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:04:51.779740 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747ea33e-fde6-40f4-ac7c-cf1fb6021d78 None None] Checking agent: {'id': '47afc1f0-2071-45d2-aeaa-ba0f7c30884d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 4, 35), 'started_at': datetime.datetime(2021, 10, 27, 10, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:04:51.782640 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747ea33e-fde6-40f4-ac7c-cf1fb6021d78 None None] Checking segment: {'id': 'bc8357c5-5b38-4aa5-84e7-07bd08f2e82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '6fff620a-fd30-4982-b902-31cf48c3c01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:04:51.782640 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-747ea33e-fde6-40f4-ac7c-cf1fb6021d78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:04:51.782640 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747ea33e-fde6-40f4-ac7c-cf1fb6021d78 None None] Bound using segment: {'id': 'bc8357c5-5b38-4aa5-84e7-07bd08f2e82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '6fff620a-fd30-4982-b902-31cf48c3c01e'} {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:04:51.782640 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-747ea33e-fde6-40f4-ac7c-cf1fb6021d78 None None] Bound port: 9d0d73bc-b026-4b5c-9676-0c0552c848d5, host: dv-cinder-815146-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc8357c5-5b38-4aa5-84e7-07bd08f2e82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '6fff620a-fd30-4982-b902-31cf48c3c01e'}}] {{(pid=101975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:04:51.782640 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-747ea33e-fde6-40f4-ac7c-cf1fb6021d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:04:51.854231 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-747ea33e-fde6-40f4-ac7c-cf1fb6021d78 None None] For port 9d0d73bc-b026-4b5c-9676-0c0552c848d5, host dv-cinder-815146-2-iscsi, cleared binding levels {{(pid=101975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:04:51.858523 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-747ea33e-fde6-40f4-ac7c-cf1fb6021d78 None None] For port 9d0d73bc-b026-4b5c-9676-0c0552c848d5, host dv-cinder-815146-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=9d0d73bc-b026-4b5c-9676-0c0552c848d5,segment=NetworkSegment(bc8357c5-5b38-4aa5-84e7-07bd08f2e82d),segment_id=bc8357c5-5b38-4aa5-84e7-07bd08f2e82d)] {{(pid=101975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:04:51.897159 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-747ea33e-fde6-40f4-ac7c-cf1fb6021d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:04:51.962404 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ea33e-fde6-40f4-ac7c-cf1fb6021d78 None None] Pushing event updated for resources: {'Port': ['ID=9d0d73bc-b026-4b5c-9676-0c0552c848d5,revision_number=2']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:04:53.322700 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 42796) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:04:53.638300 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [None req-ca93d348-d53c-47bc-bf4b-0cc414d05a68 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:04:53.653750 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-ca93d348-d53c-47bc-bf4b-0cc414d05a68 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3156669 Oct 27 10:04:56.252635 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 42804) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:04:56.569570 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [None req-00d86530-f6b9-4cfe-aac9-61948d1408bc admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:04:56.570665 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-00d86530-f6b9-4cfe-aac9-61948d1408bc admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3170114 Oct 27 10:04:59.295076 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 42814) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:04:59.597207 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-5d4d9241-e972-4469-bd25-fb13cd4efd5e admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'eb1aad1efafc49238f3418a1db6e04e1', 'admin_state_up': True}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:04:59.740303 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-5d4d9241-e972-4469-bd25-fb13cd4efd5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-567724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13764'] for router, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:04:59.741796 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-5d4d9241-e972-4469-bd25-fb13cd4efd5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-564949', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13757'] for router, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:04:59.898135 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-5d4d9241-e972-4469-bd25-fb13cd4efd5e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:04:59.988147 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-5d4d9241-e972-4469-bd25-fb13cd4efd5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-564872'] for router, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:00.097558 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-5d4d9241-e972-4469-bd25-fb13cd4efd5e admin admin] Publish callbacks [] for router, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:00.098836 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-5d4d9241-e972-4469-bd25-fb13cd4efd5e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8028038 Oct 27 10:05:00.985445 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3a4242-e293-4362-a984-aa59c7fc73de None None] Network 6fff620a-fd30-4982-b902-31cf48c3c01e requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:05:01.058097 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-bcf99dc4-47ac-4909-8b59-3e4ee8f0ae48 None None] Provisioning complete for port 9d0d73bc-b026-4b5c-9676-0c0552c848d5 triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:05:01.058490 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-bcf99dc4-47ac-4909-8b59-3e4ee8f0ae48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:01.300255 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-bcf99dc4-47ac-4909-8b59-3e4ee8f0ae48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:01.335493 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 9d0d73bc-b026-4b5c-9676-0c0552c848d5 up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:05:01.414132 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-bcf99dc4-47ac-4909-8b59-3e4ee8f0ae48 None None] For port 9d0d73bc-b026-4b5c-9676-0c0552c848d5, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=9d0d73bc-b026-4b5c-9676-0c0552c848d5,segment=NetworkSegment(bc8357c5-5b38-4aa5-84e7-07bd08f2e82d),segment_id=bc8357c5-5b38-4aa5-84e7-07bd08f2e82d)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:05:01.453671 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port 9d0d73bc-b026-4b5c-9676-0c0552c848d5 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:05:01.454164 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:01.500664 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-bcf99dc4-47ac-4909-8b59-3e4ee8f0ae48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:01.596605 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf99dc4-47ac-4909-8b59-3e4ee8f0ae48 None None] Pushing event updated for resources: {'Port': ['ID=9d0d73bc-b026-4b5c-9676-0c0552c848d5,revision_number=3']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:05:01.642111 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-8652fe64-0825-4e12-9284-f6c3ee6670aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:01.666805 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-7d5ece30-5e0f-4473-b772-3d8881abb1a3 None None] Provisioning complete for port 9d0d73bc-b026-4b5c-9676-0c0552c848d5 triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:05:01.667246 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-7d5ece30-5e0f-4473-b772-3d8881abb1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:02.653050 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 42828) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:05:02.962697 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [None req-2e12502c-5b3f-46bb-825b-d662701a1b2b admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:05:02.963683 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-2e12502c-5b3f-46bb-825b-d662701a1b2b admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3093553 Oct 27 10:05:03.281934 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 9d0d73bc-b026-4b5c-9676-0c0552c848d5 up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:05:03.329824 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port 9d0d73bc-b026-4b5c-9676-0c0552c848d5 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:05:03.330185 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:04.123237 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-3bbb4e90-28c6-4a61-a4f2-28ae8a5c08e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:05.131260 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:05.480928 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 42846) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:05:05.611538 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-73272a6a-f0da-4a2c-bc33-95af3ea82cfd admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:05:05.702452 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73272a6a-f0da-4a2c-bc33-95af3ea82cfd admin admin] Made reservation on behalf of 62ad23fa55c147e7b1c69767d7e09dfc for: {'network': 1} {{(pid=101973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:05:05.705755 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-73272a6a-f0da-4a2c-bc33-95af3ea82cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for network, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:05.724439 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-73272a6a-f0da-4a2c-bc33-95af3ea82cfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:05.834018 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-73272a6a-f0da-4a2c-bc33-95af3ea82cfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:05.896803 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:05.906054 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-73272a6a-f0da-4a2c-bc33-95af3ea82cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:05.918131 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-73272a6a-f0da-4a2c-bc33-95af3ea82cfd admin admin] Reserving flat network on physical network physnet1 {{(pid=101973) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 27 10:05:05.953178 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-73272a6a-f0da-4a2c-bc33-95af3ea82cfd admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740340232789', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908'] for segment, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:05.953694 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-73272a6a-f0da-4a2c-bc33-95af3ea82cfd admin admin] Unsubscribe: segment precommit_create {{(pid=101973) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 27 10:05:05.954303 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.db.segments_db [None req-73272a6a-f0da-4a2c-bc33-95af3ea82cfd admin admin] Added segment b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3 of type flat for network 69571a3e-4e32-484c-817d-d4e48eaaa088 Oct 27 10:05:05.970568 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73272a6a-f0da-4a2c-bc33-95af3ea82cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f243b9d9-8341-408b-a876-51d6c6819051,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:05:05.993054 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73272a6a-f0da-4a2c-bc33-95af3ea82cfd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:05:05.993402 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73272a6a-f0da-4a2c-bc33-95af3ea82cfd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:05:05.993755 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73272a6a-f0da-4a2c-bc33-95af3ea82cfd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:05:05.994090 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73272a6a-f0da-4a2c-bc33-95af3ea82cfd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:05:05.994408 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73272a6a-f0da-4a2c-bc33-95af3ea82cfd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:05:05.994739 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73272a6a-f0da-4a2c-bc33-95af3ea82cfd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:05:05.995057 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73272a6a-f0da-4a2c-bc33-95af3ea82cfd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:05:05.995383 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73272a6a-f0da-4a2c-bc33-95af3ea82cfd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:05:05.995711 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73272a6a-f0da-4a2c-bc33-95af3ea82cfd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:05:05.996025 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73272a6a-f0da-4a2c-bc33-95af3ea82cfd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:05:05.996333 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73272a6a-f0da-4a2c-bc33-95af3ea82cfd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:05:05.996640 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73272a6a-f0da-4a2c-bc33-95af3ea82cfd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:05:05.997700 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73272a6a-f0da-4a2c-bc33-95af3ea82cfd admin admin] Tracked resource versions report: Oct 27 10:05:05.997700 dv-cinder-815146-2-iscsi neutron-server[101973]: pushed versions: Oct 27 10:05:05.997700 dv-cinder-815146-2-iscsi neutron-server[101973]: { 'AddressGroup': {'1.2'}, Oct 27 10:05:05.997700 dv-cinder-815146-2-iscsi neutron-server[101973]: 'ConntrackHelper': {'1.0'}, Oct 27 10:05:05.997700 dv-cinder-815146-2-iscsi neutron-server[101973]: 'Log': {'1.0'}, Oct 27 10:05:05.997700 dv-cinder-815146-2-iscsi neutron-server[101973]: 'Network': {'1.1'}, Oct 27 10:05:05.997700 dv-cinder-815146-2-iscsi neutron-server[101973]: 'Port': {'1.7'}, Oct 27 10:05:05.997700 dv-cinder-815146-2-iscsi neutron-server[101973]: 'PortForwarding': {'1.2'}, Oct 27 10:05:05.997700 dv-cinder-815146-2-iscsi neutron-server[101973]: 'QosPolicy': {'1.10'}, Oct 27 10:05:05.997700 dv-cinder-815146-2-iscsi neutron-server[101973]: 'SecurityGroup': {'1.4'}, Oct 27 10:05:05.997700 dv-cinder-815146-2-iscsi neutron-server[101973]: 'SecurityGroupRule': {'1.2'}, Oct 27 10:05:05.997700 dv-cinder-815146-2-iscsi neutron-server[101973]: 'SubPort': {'1.0'}, Oct 27 10:05:05.997700 dv-cinder-815146-2-iscsi neutron-server[101973]: 'Subnet': {'1.1'}, Oct 27 10:05:05.997700 dv-cinder-815146-2-iscsi neutron-server[101973]: 'Trunk': {'1.1'}} Oct 27 10:05:05.997700 dv-cinder-815146-2-iscsi neutron-server[101973]: consumer versions: Oct 27 10:05:05.997700 dv-cinder-815146-2-iscsi neutron-server[101973]: { DHCP agent@dv-cinder-815146-2-iscsi: {}, Oct 27 10:05:05.997700 dv-cinder-815146-2-iscsi neutron-server[101973]: L3 agent@dv-cinder-815146-2-iscsi: {}, Oct 27 10:05:05.997700 dv-cinder-815146-2-iscsi neutron-server[101973]: Metadata agent@dv-cinder-815146-2-iscsi: {}, Oct 27 10:05:05.997700 dv-cinder-815146-2-iscsi neutron-server[101973]: Metering agent@dv-cinder-815146-2-iscsi: {}, Oct 27 10:05:05.997700 dv-cinder-815146-2-iscsi neutron-server[101973]: Open vSwitch agent@dv-cinder-815146-2-iscsi: { 'AddressGroup': '1.2', Oct 27 10:05:05.997700 dv-cinder-815146-2-iscsi neutron-server[101973]: 'ConntrackHelper': '1.0', Oct 27 10:05:05.997700 dv-cinder-815146-2-iscsi neutron-server[101973]: 'Log': '1.0', Oct 27 10:05:05.997700 dv-cinder-815146-2-iscsi neutron-server[101973]: 'Network': '1.1', Oct 27 10:05:05.997700 dv-cinder-815146-2-iscsi neutron-server[101973]: 'Port': '1.7', Oct 27 10:05:05.997700 dv-cinder-815146-2-iscsi neutron-server[101973]: 'PortForwarding': '1.2', Oct 27 10:05:05.997700 dv-cinder-815146-2-iscsi neutron-server[101973]: 'QosPolicy': '1.10', Oct 27 10:05:05.997700 dv-cinder-815146-2-iscsi neutron-server[101973]: 'SecurityGroup': '1.4', Oct 27 10:05:05.997700 dv-cinder-815146-2-iscsi neutron-server[101973]: 'SecurityGroupRule': '1.2', Oct 27 10:05:05.997700 dv-cinder-815146-2-iscsi neutron-server[101973]: 'SubPort': '1.0', Oct 27 10:05:05.997700 dv-cinder-815146-2-iscsi neutron-server[101973]: 'Subnet': '1.1', Oct 27 10:05:05.997700 dv-cinder-815146-2-iscsi neutron-server[101973]: 'Trunk': '1.1'}} Oct 27 10:05:05.997700 dv-cinder-815146-2-iscsi neutron-server[101973]: {{(pid=101973) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 10:05:06.071358 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-73272a6a-f0da-4a2c-bc33-95af3ea82cfd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740339715530'] for network, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:06.170661 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-73272a6a-f0da-4a2c-bc33-95af3ea82cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413'] for network, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:06.171787 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73272a6a-f0da-4a2c-bc33-95af3ea82cfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:05:06.172452 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-73272a6a-f0da-4a2c-bc33-95af3ea82cfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for network, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:06.267721 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73272a6a-f0da-4a2c-bc33-95af3ea82cfd admin admin] Pushing event updated for resources: {'Network': ['ID=69571a3e-4e32-484c-817d-d4e48eaaa088,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:05:06.279858 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Network 69571a3e-4e32-484c-817d-d4e48eaaa088 details requested by agent ovs-agent-dv-cinder-815146-2-iscsi with host dv-cinder-815146-2-iscsi {{(pid=101975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:05:06.328141 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-73272a6a-f0da-4a2c-bc33-95af3ea82cfd admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8460729 Oct 27 10:05:07.014652 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:08.679820 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 42868) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:05:08.807970 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48d090f-bf7f-431a-8c5b-e4018ff5348e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:05:08.809358 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-f48d090f-bf7f-431a-8c5b-e4018ff5348e admin admin] 10.222.0.36 "GET /v2.0/subnets/3446c32a-555a-42ee-ab59-f433277c2490 HTTP/1.1" status: 200 len: 849 time: 0.1285994 Oct 27 10:05:08.947592 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-4f1513d1-ca4e-46b0-83d2-11891b299c13 admin admin] 10.222.0.36 "GET /v2.0/routers/499a4441-e886-42ac-bdbc-3100c9ec1cf2 HTTP/1.1" status: 200 len: 704 time: 0.1312423 Oct 27 10:05:09.210141 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d0f0c787-56be-4334-8a74-76d05e35b328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:09.501910 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.db_base_plugin_common [None req-d0f0c787-56be-4334-8a74-76d05e35b328 admin admin] Allocated IP 172.20.0.1 (6fff620a-fd30-4982-b902-31cf48c3c01e/3446c32a-555a-42ee-ab59-f433277c2490/69960893-9907-4f42-a356-a5c28d0f2d03) {{(pid=101973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:05:09.631088 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.agents_db [None req-86e8c3be-7e21-4532-a65d-8f48c0a472d4 None None] Agent healthcheck: found 5 active agents {{(pid=101976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:05:09.683122 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d0f0c787-56be-4334-8a74-76d05e35b328 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:09.822971 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d0f0c787-56be-4334-8a74-76d05e35b328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839'] for port, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:09.905747 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f0c787-56be-4334-8a74-76d05e35b328 admin admin] Network 6fff620a-fd30-4982-b902-31cf48c3c01e is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:05:09.913744 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [None req-d0f0c787-56be-4334-8a74-76d05e35b328 admin admin] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:05:09.916968 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f0c787-56be-4334-8a74-76d05e35b328 admin admin] Received port after_create {{(pid=101973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:05:09.917666 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d0f0c787-56be-4334-8a74-76d05e35b328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-564181'] for router_interface, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:09.936332 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0c787-56be-4334-8a74-76d05e35b328 admin admin] Pushing event updated for resources: {'Port': ['ID=69960893-9907-4f42-a356-a5c28d0f2d03,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:05:10.122363 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-3c30204d-d997-49b1-bdfd-46f2098dff10 None None] Provisioning complete for port 69960893-9907-4f42-a356-a5c28d0f2d03 triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:05:10.122959 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-3c30204d-d997-49b1-bdfd-46f2098dff10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:10.155723 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-3c30204d-d997-49b1-bdfd-46f2098dff10 None None] Port 69960893-9907-4f42-a356-a5c28d0f2d03 cannot update to ACTIVE because it is not bound. {{(pid=101975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:05:10.222507 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d0f0c787-56be-4334-8a74-76d05e35b328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:10.426248 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d0f0c787-56be-4334-8a74-76d05e35b328 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:10.485208 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d0f0c787-56be-4334-8a74-76d05e35b328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:10.486261 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d0f0c787-56be-4334-8a74-76d05e35b328 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3604363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-564293'] for router_interface, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:10.560653 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0c787-56be-4334-8a74-76d05e35b328 admin admin] Pushing event updated for resources: {'Port': ['ID=69960893-9907-4f42-a356-a5c28d0f2d03,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:05:10.608962 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f0c787-56be-4334-8a74-76d05e35b328 admin admin] Network 6fff620a-fd30-4982-b902-31cf48c3c01e is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:05:10.610322 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [None req-d0f0c787-56be-4334-8a74-76d05e35b328 admin admin] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:05:10.778641 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-968dce8c-e48d-4628-8a30-4ff330ea5ee2 None None] Provisioning complete for port 69960893-9907-4f42-a356-a5c28d0f2d03 triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:05:10.779148 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-968dce8c-e48d-4628-8a30-4ff330ea5ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:10.815103 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-968dce8c-e48d-4628-8a30-4ff330ea5ee2 None None] Port 69960893-9907-4f42-a356-a5c28d0f2d03 cannot update to ACTIVE because it is not bound. {{(pid=101975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:05:10.862376 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f0c787-56be-4334-8a74-76d05e35b328 admin admin] Router 499a4441-e886-42ac-bdbc-3100c9ec1cf2 is scheduled to L3 agent b2a2dab9-f998-4002-b8bb-cf3ca8546284 with binding_index 1 {{(pid=101973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:05:10.952976 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f0c787-56be-4334-8a74-76d05e35b328 admin admin] Notify agent at l3_agent.dv-cinder-815146-2-iscsi the message routers_updated {{(pid=101973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:05:10.958501 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-d0f0c787-56be-4334-8a74-76d05e35b328 admin admin] 10.222.0.36 "PUT /v2.0/routers/499a4441-e886-42ac-bdbc-3100c9ec1cf2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0051591 Oct 27 10:05:10.963248 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810f5023-59ed-4261-a716-5a98489dcec8 None None] Sync routers for ids ['499a4441-e886-42ac-bdbc-3100c9ec1cf2'] in dv-cinder-815146-2-iscsi {{(pid=101976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:05:10.976241 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810f5023-59ed-4261-a716-5a98489dcec8 None None] Routers {'499a4441-e886-42ac-bdbc-3100c9ec1cf2'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:05:10.977057 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-810f5023-59ed-4261-a716-5a98489dcec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:05:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['499a4441-e886-42ac-bdbc-3100c9ec1cf2'], 'active': True} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:05:11.167537 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvr_db [None req-810f5023-59ed-4261-a716-5a98489dcec8 None None] Set router 499a4441-e886-42ac-bdbc-3100c9ec1cf2 gateway port host: None {{(pid=101976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:05:11.614100 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-810f5023-59ed-4261-a716-5a98489dcec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499a4441-e886-42ac-bdbc-3100c9ec1cf2', 'name': 'router1', 'tenant_id': 'eb1aad1efafc49238f3418a1db6e04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:04:59Z', 'updated_at': '2021-10-27T10:05:10Z', 'revision_number': 2, 'project_id': 'eb1aad1efafc49238f3418a1db6e04e1', 'gw_port_host': None, '_interfaces': [{'id': '69960893-9907-4f42-a356-a5c28d0f2d03', 'name': '', 'network_id': '6fff620a-fd30-4982-b902-31cf48c3c01e', 'tenant_id': 'eb1aad1efafc49238f3418a1db6e04e1', 'mac_address': 'fa:16:3e:8f:14:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499a4441-e886-42ac-bdbc-3100c9ec1cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3446c32a-555a-42ee-ab59-f433277c2490', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:05:09Z', 'updated_at': '2021-10-27T10:05:10Z', 'revision_number': 2, 'project_id': 'eb1aad1efafc49238f3418a1db6e04e1', 'subnets': [{'id': '3446c32a-555a-42ee-ab59-f433277c2490', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83403019-e124-480f-8fe6-0ff6b4437e23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:05:11.667838 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810f5023-59ed-4261-a716-5a98489dcec8 None None] Checking router: 499a4441-e886-42ac-bdbc-3100c9ec1cf2 for host: dv-cinder-815146-2-iscsi {{(pid=101976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:05:11.668209 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810f5023-59ed-4261-a716-5a98489dcec8 None None] Updating router 499a4441-e886-42ac-bdbc-3100c9ec1cf2 port 69960893-9907-4f42-a356-a5c28d0f2d03 binding host dv-cinder-815146-2-iscsi {{(pid=101976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:05:11.728378 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-810f5023-59ed-4261-a716-5a98489dcec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:12.264924 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-810f5023-59ed-4261-a716-5a98489dcec8 None None] Publish callbacks [] for port, precommit_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:12.359234 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-810f5023-59ed-4261-a716-5a98489dcec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:12.451800 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d987ced-0d4f-4cb6-8b38-ab91fcf6fe44 None None] Pushing event updated for resources: {'Port': ['ID=69960893-9907-4f42-a356-a5c28d0f2d03,revision_number=3']} {{(pid=101976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:05:12.482251 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d987ced-0d4f-4cb6-8b38-ab91fcf6fe44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:05:12.482603 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d987ced-0d4f-4cb6-8b38-ab91fcf6fe44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:05:12.482942 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d987ced-0d4f-4cb6-8b38-ab91fcf6fe44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:05:12.483276 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d987ced-0d4f-4cb6-8b38-ab91fcf6fe44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:05:12.483608 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d987ced-0d4f-4cb6-8b38-ab91fcf6fe44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:05:12.483939 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d987ced-0d4f-4cb6-8b38-ab91fcf6fe44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:05:12.484271 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d987ced-0d4f-4cb6-8b38-ab91fcf6fe44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:05:12.484717 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d987ced-0d4f-4cb6-8b38-ab91fcf6fe44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:05:12.484914 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d987ced-0d4f-4cb6-8b38-ab91fcf6fe44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:05:12.485931 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d987ced-0d4f-4cb6-8b38-ab91fcf6fe44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:05:12.486307 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d987ced-0d4f-4cb6-8b38-ab91fcf6fe44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:05:12.486732 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d987ced-0d4f-4cb6-8b38-ab91fcf6fe44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:05:12.487856 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d987ced-0d4f-4cb6-8b38-ab91fcf6fe44 None None] Tracked resource versions report: Oct 27 10:05:12.487856 dv-cinder-815146-2-iscsi neutron-server[101976]: pushed versions: Oct 27 10:05:12.487856 dv-cinder-815146-2-iscsi neutron-server[101976]: { 'AddressGroup': {'1.2'}, Oct 27 10:05:12.487856 dv-cinder-815146-2-iscsi neutron-server[101976]: 'ConntrackHelper': {'1.0'}, Oct 27 10:05:12.487856 dv-cinder-815146-2-iscsi neutron-server[101976]: 'Log': {'1.0'}, Oct 27 10:05:12.487856 dv-cinder-815146-2-iscsi neutron-server[101976]: 'Network': {'1.1'}, Oct 27 10:05:12.487856 dv-cinder-815146-2-iscsi neutron-server[101976]: 'Port': {'1.7'}, Oct 27 10:05:12.487856 dv-cinder-815146-2-iscsi neutron-server[101976]: 'PortForwarding': {'1.2'}, Oct 27 10:05:12.487856 dv-cinder-815146-2-iscsi neutron-server[101976]: 'QosPolicy': {'1.10'}, Oct 27 10:05:12.487856 dv-cinder-815146-2-iscsi neutron-server[101976]: 'SecurityGroup': {'1.4'}, Oct 27 10:05:12.487856 dv-cinder-815146-2-iscsi neutron-server[101976]: 'SecurityGroupRule': {'1.2'}, Oct 27 10:05:12.487856 dv-cinder-815146-2-iscsi neutron-server[101976]: 'SubPort': {'1.0'}, Oct 27 10:05:12.487856 dv-cinder-815146-2-iscsi neutron-server[101976]: 'Subnet': {'1.1'}, Oct 27 10:05:12.487856 dv-cinder-815146-2-iscsi neutron-server[101976]: 'Trunk': {'1.1'}} Oct 27 10:05:12.487856 dv-cinder-815146-2-iscsi neutron-server[101976]: consumer versions: Oct 27 10:05:12.487856 dv-cinder-815146-2-iscsi neutron-server[101976]: { DHCP agent@dv-cinder-815146-2-iscsi: {}, Oct 27 10:05:12.487856 dv-cinder-815146-2-iscsi neutron-server[101976]: L3 agent@dv-cinder-815146-2-iscsi: {}, Oct 27 10:05:12.487856 dv-cinder-815146-2-iscsi neutron-server[101976]: Metadata agent@dv-cinder-815146-2-iscsi: {}, Oct 27 10:05:12.487856 dv-cinder-815146-2-iscsi neutron-server[101976]: Metering agent@dv-cinder-815146-2-iscsi: {}, Oct 27 10:05:12.487856 dv-cinder-815146-2-iscsi neutron-server[101976]: Open vSwitch agent@dv-cinder-815146-2-iscsi: { 'AddressGroup': '1.2', Oct 27 10:05:12.487856 dv-cinder-815146-2-iscsi neutron-server[101976]: 'ConntrackHelper': '1.0', Oct 27 10:05:12.487856 dv-cinder-815146-2-iscsi neutron-server[101976]: 'Log': '1.0', Oct 27 10:05:12.487856 dv-cinder-815146-2-iscsi neutron-server[101976]: 'Network': '1.1', Oct 27 10:05:12.487856 dv-cinder-815146-2-iscsi neutron-server[101976]: 'Port': '1.7', Oct 27 10:05:12.487856 dv-cinder-815146-2-iscsi neutron-server[101976]: 'PortForwarding': '1.2', Oct 27 10:05:12.487856 dv-cinder-815146-2-iscsi neutron-server[101976]: 'QosPolicy': '1.10', Oct 27 10:05:12.487856 dv-cinder-815146-2-iscsi neutron-server[101976]: 'SecurityGroup': '1.4', Oct 27 10:05:12.487856 dv-cinder-815146-2-iscsi neutron-server[101976]: 'SecurityGroupRule': '1.2', Oct 27 10:05:12.487856 dv-cinder-815146-2-iscsi neutron-server[101976]: 'SubPort': '1.0', Oct 27 10:05:12.487856 dv-cinder-815146-2-iscsi neutron-server[101976]: 'Subnet': '1.1', Oct 27 10:05:12.487856 dv-cinder-815146-2-iscsi neutron-server[101976]: 'Trunk': '1.1'}} Oct 27 10:05:12.487856 dv-cinder-815146-2-iscsi neutron-server[101976]: {{(pid=101976) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 10:05:12.537295 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.managers [None req-810f5023-59ed-4261-a716-5a98489dcec8 None None] Attempting to bind port 69960893-9907-4f42-a356-a5c28d0f2d03 on host dv-cinder-815146-2-iscsi for vnic_type normal with profile {{(pid=101976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:05:12.537602 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.managers [None req-810f5023-59ed-4261-a716-5a98489dcec8 None None] Attempting to bind port 69960893-9907-4f42-a356-a5c28d0f2d03 by drivers openvswitch,hyperv on host dv-cinder-815146-2-iscsi at level 0 using segments [{'id': 'bc8357c5-5b38-4aa5-84e7-07bd08f2e82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '6fff620a-fd30-4982-b902-31cf48c3c01e'}] {{(pid=101976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:05:12.538069 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810f5023-59ed-4261-a716-5a98489dcec8 None None] Attempting to bind port 69960893-9907-4f42-a356-a5c28d0f2d03 on network 6fff620a-fd30-4982-b902-31cf48c3c01e {{(pid=101976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:05:12.543333 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810f5023-59ed-4261-a716-5a98489dcec8 None None] Checking agent: {'id': '47afc1f0-2071-45d2-aeaa-ba0f7c30884d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 4, 35), 'started_at': datetime.datetime(2021, 10, 27, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:05:12.543750 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810f5023-59ed-4261-a716-5a98489dcec8 None None] Checking segment: {'id': 'bc8357c5-5b38-4aa5-84e7-07bd08f2e82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '6fff620a-fd30-4982-b902-31cf48c3c01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:05:12.544210 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-810f5023-59ed-4261-a716-5a98489dcec8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:12.544601 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810f5023-59ed-4261-a716-5a98489dcec8 None None] Bound using segment: {'id': 'bc8357c5-5b38-4aa5-84e7-07bd08f2e82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '6fff620a-fd30-4982-b902-31cf48c3c01e'} {{(pid=101976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:05:12.545120 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.managers [None req-810f5023-59ed-4261-a716-5a98489dcec8 None None] Bound port: 69960893-9907-4f42-a356-a5c28d0f2d03, host: dv-cinder-815146-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc8357c5-5b38-4aa5-84e7-07bd08f2e82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '6fff620a-fd30-4982-b902-31cf48c3c01e'}}] {{(pid=101976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:05:12.545544 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-810f5023-59ed-4261-a716-5a98489dcec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:12.616690 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.db [None req-810f5023-59ed-4261-a716-5a98489dcec8 None None] For port 69960893-9907-4f42-a356-a5c28d0f2d03, host dv-cinder-815146-2-iscsi, cleared binding levels {{(pid=101976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:05:12.638695 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.db [None req-810f5023-59ed-4261-a716-5a98489dcec8 None None] For port 69960893-9907-4f42-a356-a5c28d0f2d03, host dv-cinder-815146-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=69960893-9907-4f42-a356-a5c28d0f2d03,segment=NetworkSegment(bc8357c5-5b38-4aa5-84e7-07bd08f2e82d),segment_id=bc8357c5-5b38-4aa5-84e7-07bd08f2e82d)] {{(pid=101976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:05:12.647158 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-d2e80d80-e1fd-44be-bd71-12e347d20df3 None None] Provisioning complete for port 69960893-9907-4f42-a356-a5c28d0f2d03 triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:05:12.647697 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-d2e80d80-e1fd-44be-bd71-12e347d20df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:12.683001 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-d2e80d80-e1fd-44be-bd71-12e347d20df3 None None] Port 69960893-9907-4f42-a356-a5c28d0f2d03 cannot update to ACTIVE because it is not bound. {{(pid=101975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:05:12.696899 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-810f5023-59ed-4261-a716-5a98489dcec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:12.755322 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d987ced-0d4f-4cb6-8b38-ab91fcf6fe44 None None] Pushing event updated for resources: {'Port': ['ID=69960893-9907-4f42-a356-a5c28d0f2d03,revision_number=4']} {{(pid=101976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:05:12.758108 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810f5023-59ed-4261-a716-5a98489dcec8 None None] Routers {'499a4441-e886-42ac-bdbc-3100c9ec1cf2'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:05:12.758417 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-810f5023-59ed-4261-a716-5a98489dcec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:05:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['499a4441-e886-42ac-bdbc-3100c9ec1cf2'], 'active': True} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:05:12.848810 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvr_db [None req-810f5023-59ed-4261-a716-5a98489dcec8 None None] Set router 499a4441-e886-42ac-bdbc-3100c9ec1cf2 gateway port host: None {{(pid=101976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:05:12.906337 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-72977a5d-fcb3-4bd9-95f8-c5599f3e3977 None None] Provisioning complete for port 69960893-9907-4f42-a356-a5c28d0f2d03 triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:05:12.906713 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-72977a5d-fcb3-4bd9-95f8-c5599f3e3977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:12.987100 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-72977a5d-fcb3-4bd9-95f8-c5599f3e3977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:13.018880 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-72977a5d-fcb3-4bd9-95f8-c5599f3e3977 None None] For port 69960893-9907-4f42-a356-a5c28d0f2d03, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=69960893-9907-4f42-a356-a5c28d0f2d03,segment=NetworkSegment(bc8357c5-5b38-4aa5-84e7-07bd08f2e82d),segment_id=bc8357c5-5b38-4aa5-84e7-07bd08f2e82d)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:05:13.057478 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-810f5023-59ed-4261-a716-5a98489dcec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499a4441-e886-42ac-bdbc-3100c9ec1cf2', 'name': 'router1', 'tenant_id': 'eb1aad1efafc49238f3418a1db6e04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:04:59Z', 'updated_at': '2021-10-27T10:05:10Z', 'revision_number': 2, 'project_id': 'eb1aad1efafc49238f3418a1db6e04e1', 'gw_port_host': None, '_interfaces': [{'id': '69960893-9907-4f42-a356-a5c28d0f2d03', 'name': '', 'network_id': '6fff620a-fd30-4982-b902-31cf48c3c01e', 'tenant_id': 'eb1aad1efafc49238f3418a1db6e04e1', 'mac_address': 'fa:16:3e:8f:14:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499a4441-e886-42ac-bdbc-3100c9ec1cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3446c32a-555a-42ee-ab59-f433277c2490', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:05:09Z', 'updated_at': '2021-10-27T10:05:12Z', 'revision_number': 4, 'project_id': 'eb1aad1efafc49238f3418a1db6e04e1', 'subnets': [{'id': '3446c32a-555a-42ee-ab59-f433277c2490', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83403019-e124-480f-8fe6-0ff6b4437e23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:05:13.084465 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810f5023-59ed-4261-a716-5a98489dcec8 None None] The sync data for ids ['499a4441-e886-42ac-bdbc-3100c9ec1cf2'] in dv-cinder-815146-2-iscsi is: [{'id': '499a4441-e886-42ac-bdbc-3100c9ec1cf2', 'name': 'router1', 'tenant_id': 'eb1aad1efafc49238f3418a1db6e04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:04:59Z', 'updated_at': '2021-10-27T10:05:10Z', 'revision_number': 2, 'project_id': 'eb1aad1efafc49238f3418a1db6e04e1', 'gw_port_host': None, '_interfaces': [{'id': '69960893-9907-4f42-a356-a5c28d0f2d03', 'name': '', 'network_id': '6fff620a-fd30-4982-b902-31cf48c3c01e', 'tenant_id': 'eb1aad1efafc49238f3418a1db6e04e1', 'mac_address': 'fa:16:3e:8f:14:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499a4441-e886-42ac-bdbc-3100c9ec1cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3446c32a-555a-42ee-ab59-f433277c2490', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:05:09Z', 'updated_at': '2021-10-27T10:05:12Z', 'revision_number': 4, 'project_id': 'eb1aad1efafc49238f3418a1db6e04e1', 'subnets': [{'id': '3446c32a-555a-42ee-ab59-f433277c2490', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83403019-e124-480f-8fe6-0ff6b4437e23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:05:13.095589 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-72977a5d-fcb3-4bd9-95f8-c5599f3e3977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:13.150874 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72977a5d-fcb3-4bd9-95f8-c5599f3e3977 None None] Pushing event updated for resources: {'Port': ['ID=69960893-9907-4f42-a356-a5c28d0f2d03,revision_number=5']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:05:13.306782 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 42878) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:05:13.422305 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dff64e1-53bd-490f-8919-bbfc2ba28961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:05:13.423827 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-3dff64e1-53bd-490f-8919-bbfc2ba28961 admin admin] 10.222.0.36 "GET /v2.0/networks/69571a3e-4e32-484c-817d-d4e48eaaa088 HTTP/1.1" status: 200 len: 842 time: 0.1159179 Oct 27 10:05:13.433760 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [None req-7550fcfc-22f8-40d0-9225-b335ba9a5369 admin admin] Request body: {'subnet': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'enable_dhcp': False}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:05:13.548076 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7550fcfc-22f8-40d0-9225-b335ba9a5369 admin admin] Made reservation on behalf of 62ad23fa55c147e7b1c69767d7e09dfc for: {'subnet': 1} {{(pid=101974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:05:13.550385 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-7550fcfc-22f8-40d0-9225-b335ba9a5369 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:13.931859 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.objects.ports [None req-7550fcfc-22f8-40d0-9225-b335ba9a5369 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101974) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 10:05:13.932187 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-7550fcfc-22f8-40d0-9225-b335ba9a5369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413'] for subnet, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:13.984617 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7550fcfc-22f8-40d0-9225-b335ba9a5369 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c41fd2cf-ce58-48ac-94e7-7a64d200bbef,revision_number=0']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:05:13.993569 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7550fcfc-22f8-40d0-9225-b335ba9a5369 admin admin] Checking segment: {'id': 'b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:05:13.993940 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7550fcfc-22f8-40d0-9225-b335ba9a5369 admin admin] Network hostable DHCP agents. Network: 69571a3e-4e32-484c-817d-d4e48eaaa088, hostable agents: ['09a5fe22-088d-4af2-a4f8-d44fceaa8957'], hosted agents: [] {{(pid=101974) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:05:14.095213 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7550fcfc-22f8-40d0-9225-b335ba9a5369 admin admin] Network 69571a3e-4e32-484c-817d-d4e48eaaa088 is scheduled to be hosted by DHCP agent 09a5fe22-088d-4af2-a4f8-d44fceaa8957 with binding_index 1 {{(pid=101974) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:05:14.153379 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.base_scheduler [None req-7550fcfc-22f8-40d0-9225-b335ba9a5369 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-2-iscsi, 69571a3e-4e32-484c-817d-d4e48eaaa088) {{(pid=101974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:05:14.157946 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7550fcfc-22f8-40d0-9225-b335ba9a5369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:05:14.158546 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-7550fcfc-22f8-40d0-9225-b335ba9a5369 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for subnet, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:14.164120 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a35fee-53ca-46c4-9280-c03f81f83b0e None None] Network 69571a3e-4e32-484c-817d-d4e48eaaa088 requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:05:14.230776 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-7550fcfc-22f8-40d0-9225-b335ba9a5369 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8002362 Oct 27 10:05:14.301655 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10baab9-17e2-4080-b320-a3cd15cdfb5a None None] Network 69571a3e-4e32-484c-817d-d4e48eaaa088 requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:05:16.652246 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 42886) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:05:16.864855 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-3618b75b-86d0-4698-adfa-1f42c905bebe admin admin] 10.222.0.36 "GET /v2.0/routers/499a4441-e886-42ac-bdbc-3100c9ec1cf2 HTTP/1.1" status: 200 len: 710 time: 0.2112827 Oct 27 10:05:16.956294 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbced99-db97-4beb-8162-09a5843f6e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:05:16.957652 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-9cbced99-db97-4beb-8162-09a5843f6e62 admin admin] 10.222.0.36 "GET /v2.0/networks/69571a3e-4e32-484c-817d-d4e48eaaa088 HTTP/1.1" status: 200 len: 886 time: 0.0865104 Oct 27 10:05:16.967268 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-8d35fd07-b0d0-4c40-9a5d-08b37fc49bc8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'}}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:05:17.257612 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8d35fd07-b0d0-4c40-9a5d-08b37fc49bc8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:17.635368 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8d35fd07-b0d0-4c40-9a5d-08b37fc49bc8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:17.710376 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8d35fd07-b0d0-4c40-9a5d-08b37fc49bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:17.814865 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.db_base_plugin_common [None req-8d35fd07-b0d0-4c40-9a5d-08b37fc49bc8 admin admin] Allocated IP 172.27.0.147 (69571a3e-4e32-484c-817d-d4e48eaaa088/c41fd2cf-ce58-48ac-94e7-7a64d200bbef/cd8976fb-8637-47c3-a779-6607612c0e0b) {{(pid=101973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:05:17.917502 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8d35fd07-b0d0-4c40-9a5d-08b37fc49bc8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:18.004899 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8d35fd07-b0d0-4c40-9a5d-08b37fc49bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839'] for port, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:18.043705 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d35fd07-b0d0-4c40-9a5d-08b37fc49bc8 admin admin] Network 69571a3e-4e32-484c-817d-d4e48eaaa088 is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:05:18.046537 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [None req-8d35fd07-b0d0-4c40-9a5d-08b37fc49bc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:05:18.056926 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d35fd07-b0d0-4c40-9a5d-08b37fc49bc8 admin admin] Received port after_create {{(pid=101973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:05:18.056926 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35fd07-b0d0-4c40-9a5d-08b37fc49bc8 admin admin] Pushing event updated for resources: {'Port': ['ID=cd8976fb-8637-47c3-a779-6607612c0e0b,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:05:18.364081 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8d35fd07-b0d0-4c40-9a5d-08b37fc49bc8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:18.556203 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8d35fd07-b0d0-4c40-9a5d-08b37fc49bc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-564903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13743'] for router, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:18.559560 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8d35fd07-b0d0-4c40-9a5d-08b37fc49bc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-564872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-564926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-564913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561441'] for router, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:18.678759 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d35fd07-b0d0-4c40-9a5d-08b37fc49bc8 admin admin] Router 499a4441-e886-42ac-bdbc-3100c9ec1cf2 has already been hosted by L3 agent b2a2dab9-f998-4002-b8bb-cf3ca8546284 {{(pid=101973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:05:18.784999 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d35fd07-b0d0-4c40-9a5d-08b37fc49bc8 admin admin] Notify agent at l3_agent.dv-cinder-815146-2-iscsi the message routers_updated {{(pid=101973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:05:18.789181 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8d35fd07-b0d0-4c40-9a5d-08b37fc49bc8 admin admin] Publish callbacks [] for router, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:18.790431 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-8d35fd07-b0d0-4c40-9a5d-08b37fc49bc8 admin admin] 10.222.0.36 "PUT /v2.0/routers/499a4441-e886-42ac-bdbc-3100c9ec1cf2 HTTP/1.1" status: 200 len: 890 time: 1.8263166 Oct 27 10:05:19.310560 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 69960893-9907-4f42-a356-a5c28d0f2d03 up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:05:19.365292 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port 69960893-9907-4f42-a356-a5c28d0f2d03 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:05:19.365690 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:20.102919 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd5ab66-6b0a-4dfc-b886-afb7677328ae None None] Sync routers for ids ['499a4441-e886-42ac-bdbc-3100c9ec1cf2'] in dv-cinder-815146-2-iscsi {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:05:20.113569 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd5ab66-6b0a-4dfc-b886-afb7677328ae None None] Routers {'499a4441-e886-42ac-bdbc-3100c9ec1cf2'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:05:20.114226 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-8dd5ab66-6b0a-4dfc-b886-afb7677328ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:05:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['499a4441-e886-42ac-bdbc-3100c9ec1cf2'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:05:20.322649 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-8dd5ab66-6b0a-4dfc-b886-afb7677328ae None None] Set router 499a4441-e886-42ac-bdbc-3100c9ec1cf2 gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:05:20.795389 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-8dd5ab66-6b0a-4dfc-b886-afb7677328ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499a4441-e886-42ac-bdbc-3100c9ec1cf2', 'name': 'router1', 'tenant_id': 'eb1aad1efafc49238f3418a1db6e04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'cd8976fb-8637-47c3-a779-6607612c0e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:04:59Z', 'updated_at': '2021-10-27T10:05:18Z', 'revision_number': 4, 'project_id': 'eb1aad1efafc49238f3418a1db6e04e1', 'gw_port': {'id': 'cd8976fb-8637-47c3-a779-6607612c0e0b', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ed:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499a4441-e886-42ac-bdbc-3100c9ec1cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:05:17Z', 'updated_at': '2021-10-27T10:05:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '69960893-9907-4f42-a356-a5c28d0f2d03', 'name': '', 'network_id': '6fff620a-fd30-4982-b902-31cf48c3c01e', 'tenant_id': 'eb1aad1efafc49238f3418a1db6e04e1', 'mac_address': 'fa:16:3e:8f:14:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499a4441-e886-42ac-bdbc-3100c9ec1cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3446c32a-555a-42ee-ab59-f433277c2490', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:05:09Z', 'updated_at': '2021-10-27T10:05:12Z', 'revision_number': 5, 'project_id': 'eb1aad1efafc49238f3418a1db6e04e1', 'subnets': [{'id': '3446c32a-555a-42ee-ab59-f433277c2490', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83403019-e124-480f-8fe6-0ff6b4437e23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:05:20.849578 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd5ab66-6b0a-4dfc-b886-afb7677328ae None None] Checking router: 499a4441-e886-42ac-bdbc-3100c9ec1cf2 for host: dv-cinder-815146-2-iscsi {{(pid=101975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:05:20.849957 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd5ab66-6b0a-4dfc-b886-afb7677328ae None None] Updating router 499a4441-e886-42ac-bdbc-3100c9ec1cf2 port cd8976fb-8637-47c3-a779-6607612c0e0b binding host dv-cinder-815146-2-iscsi {{(pid=101975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:05:20.900722 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-8dd5ab66-6b0a-4dfc-b886-afb7677328ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:21.220939 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-8dd5ab66-6b0a-4dfc-b886-afb7677328ae None None] Publish callbacks [] for port, precommit_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:21.279013 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-8dd5ab66-6b0a-4dfc-b886-afb7677328ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:21.308766 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 42898) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:05:21.333353 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-8dd5ab66-6b0a-4dfc-b886-afb7677328ae None None] Attempting to bind port cd8976fb-8637-47c3-a779-6607612c0e0b on host dv-cinder-815146-2-iscsi for vnic_type normal with profile {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:05:21.333854 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-8dd5ab66-6b0a-4dfc-b886-afb7677328ae None None] Attempting to bind port cd8976fb-8637-47c3-a779-6607612c0e0b by drivers openvswitch,hyperv on host dv-cinder-815146-2-iscsi at level 0 using segments [{'id': 'b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'}] {{(pid=101975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:05:21.334101 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd5ab66-6b0a-4dfc-b886-afb7677328ae None None] Attempting to bind port cd8976fb-8637-47c3-a779-6607612c0e0b on network 69571a3e-4e32-484c-817d-d4e48eaaa088 {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:05:21.336075 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00553f11-5b35-4978-8de1-cf5006e0c806 None None] Pushing event updated for resources: {'Port': ['ID=cd8976fb-8637-47c3-a779-6607612c0e0b,revision_number=2']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:05:21.341428 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd5ab66-6b0a-4dfc-b886-afb7677328ae None None] Checking agent: {'id': '47afc1f0-2071-45d2-aeaa-ba0f7c30884d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 4, 35), 'started_at': datetime.datetime(2021, 10, 27, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:05:21.341826 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd5ab66-6b0a-4dfc-b886-afb7677328ae None None] Checking segment: {'id': 'b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:05:21.342229 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-8dd5ab66-6b0a-4dfc-b886-afb7677328ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:21.342613 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd5ab66-6b0a-4dfc-b886-afb7677328ae None None] Bound using segment: {'id': 'b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'} {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:05:21.343163 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-8dd5ab66-6b0a-4dfc-b886-afb7677328ae None None] Bound port: cd8976fb-8637-47c3-a779-6607612c0e0b, host: dv-cinder-815146-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'}}] {{(pid=101975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:05:21.343464 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-8dd5ab66-6b0a-4dfc-b886-afb7677328ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:21.397301 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-8dd5ab66-6b0a-4dfc-b886-afb7677328ae None None] For port cd8976fb-8637-47c3-a779-6607612c0e0b, host dv-cinder-815146-2-iscsi, cleared binding levels {{(pid=101975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:05:21.400205 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-8dd5ab66-6b0a-4dfc-b886-afb7677328ae None None] For port cd8976fb-8637-47c3-a779-6607612c0e0b, host dv-cinder-815146-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=cd8976fb-8637-47c3-a779-6607612c0e0b,segment=NetworkSegment(b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3),segment_id=b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3)] {{(pid=101975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:05:21.433433 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-8eaeaa27-357a-4f9e-8b84-1646dfcb9643 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1229367 Oct 27 10:05:21.466842 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-8dd5ab66-6b0a-4dfc-b886-afb7677328ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:21.530927 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd5ab66-6b0a-4dfc-b886-afb7677328ae None None] Routers {'499a4441-e886-42ac-bdbc-3100c9ec1cf2'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:05:21.532086 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-8dd5ab66-6b0a-4dfc-b886-afb7677328ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:05:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['499a4441-e886-42ac-bdbc-3100c9ec1cf2'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:05:21.568844 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00553f11-5b35-4978-8de1-cf5006e0c806 None None] Pushing event updated for resources: {'Port': ['ID=cd8976fb-8637-47c3-a779-6607612c0e0b,revision_number=3']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:05:21.653926 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-8dd5ab66-6b0a-4dfc-b886-afb7677328ae None None] Set router 499a4441-e886-42ac-bdbc-3100c9ec1cf2 gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:05:21.865866 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-8dd5ab66-6b0a-4dfc-b886-afb7677328ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499a4441-e886-42ac-bdbc-3100c9ec1cf2', 'name': 'router1', 'tenant_id': 'eb1aad1efafc49238f3418a1db6e04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'cd8976fb-8637-47c3-a779-6607612c0e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:04:59Z', 'updated_at': '2021-10-27T10:05:18Z', 'revision_number': 4, 'project_id': 'eb1aad1efafc49238f3418a1db6e04e1', 'gw_port': {'id': 'cd8976fb-8637-47c3-a779-6607612c0e0b', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ed:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499a4441-e886-42ac-bdbc-3100c9ec1cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:05:17Z', 'updated_at': '2021-10-27T10:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '69960893-9907-4f42-a356-a5c28d0f2d03', 'name': '', 'network_id': '6fff620a-fd30-4982-b902-31cf48c3c01e', 'tenant_id': 'eb1aad1efafc49238f3418a1db6e04e1', 'mac_address': 'fa:16:3e:8f:14:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499a4441-e886-42ac-bdbc-3100c9ec1cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3446c32a-555a-42ee-ab59-f433277c2490', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:05:09Z', 'updated_at': '2021-10-27T10:05:12Z', 'revision_number': 5, 'project_id': 'eb1aad1efafc49238f3418a1db6e04e1', 'subnets': [{'id': '3446c32a-555a-42ee-ab59-f433277c2490', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83403019-e124-480f-8fe6-0ff6b4437e23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:05:21.896168 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd5ab66-6b0a-4dfc-b886-afb7677328ae None None] The sync data for ids ['499a4441-e886-42ac-bdbc-3100c9ec1cf2'] in dv-cinder-815146-2-iscsi is: [{'id': '499a4441-e886-42ac-bdbc-3100c9ec1cf2', 'name': 'router1', 'tenant_id': 'eb1aad1efafc49238f3418a1db6e04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'cd8976fb-8637-47c3-a779-6607612c0e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:04:59Z', 'updated_at': '2021-10-27T10:05:18Z', 'revision_number': 4, 'project_id': 'eb1aad1efafc49238f3418a1db6e04e1', 'gw_port': {'id': 'cd8976fb-8637-47c3-a779-6607612c0e0b', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ed:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499a4441-e886-42ac-bdbc-3100c9ec1cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:05:17Z', 'updated_at': '2021-10-27T10:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '69960893-9907-4f42-a356-a5c28d0f2d03', 'name': '', 'network_id': '6fff620a-fd30-4982-b902-31cf48c3c01e', 'tenant_id': 'eb1aad1efafc49238f3418a1db6e04e1', 'mac_address': 'fa:16:3e:8f:14:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499a4441-e886-42ac-bdbc-3100c9ec1cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3446c32a-555a-42ee-ab59-f433277c2490', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:05:09Z', 'updated_at': '2021-10-27T10:05:12Z', 'revision_number': 5, 'project_id': 'eb1aad1efafc49238f3418a1db6e04e1', 'subnets': [{'id': '3446c32a-555a-42ee-ab59-f433277c2490', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83403019-e124-480f-8fe6-0ff6b4437e23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:05:23.331122 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device cd8976fb-8637-47c3-a779-6607612c0e0b up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:05:23.384024 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port cd8976fb-8637-47c3-a779-6607612c0e0b triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:05:23.384408 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:23.468849 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:23.492956 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] For port cd8976fb-8637-47c3-a779-6607612c0e0b, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=cd8976fb-8637-47c3-a779-6607612c0e0b,segment=NetworkSegment(b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3),segment_id=b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:05:23.564907 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:23.621206 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Pushing event updated for resources: {'Port': ['ID=cd8976fb-8637-47c3-a779-6607612c0e0b,revision_number=4']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:05:25.346712 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device cd8976fb-8637-47c3-a779-6607612c0e0b up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:05:25.429334 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port cd8976fb-8637-47c3-a779-6607612c0e0b triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:05:25.430141 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:31.589057 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-0348127a-1c7e-4bed-b52f-434b65e6765c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:34.130299 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-8d60345e-531f-4eac-9563-0db066ddf701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:35.145632 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:35.879263 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:37.017506 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:05:46.630665 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.agents_db [None req-86e8c3be-7e21-4532-a65d-8f48c0a472d4 None None] Agent healthcheck: found 5 active agents {{(pid=101976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:06:01.557576 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-edc743f7-331b-4643-9f1b-bacad41f9cac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:06:04.135544 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2c9718e1-8dcd-479c-a75d-de7e9f1e5dbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:06:05.146675 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:06:05.861338 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:06:07.012951 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:06:23.629945 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.agents_db [None req-86e8c3be-7e21-4532-a65d-8f48c0a472d4 None None] Agent healthcheck: found 5 active agents {{(pid=101976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:06:31.557445 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4866c581-b03c-48a8-858d-49e4c2f06523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:06:34.082940 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-8e2f40bd-e07b-4d08-a64b-b141577e5733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:06:35.168436 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:06:35.869381 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:06:37.026677 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:07:00.628394 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.agents_db [None req-86e8c3be-7e21-4532-a65d-8f48c0a472d4 None None] Agent healthcheck: found 5 active agents {{(pid=101976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:07:01.551404 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-ff3d1efb-5521-4733-8d38-4d0249872eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:07:01.556638 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 43460) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:07:01.617885 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4408506-2e8b-406f-840a-a4ae5aa89143 admin admin] GET failed (client error): The resource could not be found. Oct 27 10:07:01.619229 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-c4408506-2e8b-406f-840a-a4ae5aa89143 admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0616653 Oct 27 10:07:01.778655 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b82f9e3-e414-4cd9-b779-af4eaca02e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:07:01.780866 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-3b82f9e3-e414-4cd9-b779-af4eaca02e1c admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1561129 Oct 27 10:07:04.092018 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-65c943ea-bc8d-4b2c-babf-d85972b5cb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:07:04.178184 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 43470) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:07:04.273012 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4b5d3f-6d4c-4658-b5c6-c29907b670e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:07:04.274406 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-6f4b5d3f-6d4c-4658-b5c6-c29907b670e8 admin admin] 10.222.0.36 "GET /v2.0/subnets/3446c32a-555a-42ee-ab59-f433277c2490 HTTP/1.1" status: 200 len: 849 time: 0.0952797 Oct 27 10:07:04.284647 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [None req-204b7ad0-1f78-4a95-b98c-433e38a38bb7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:07:04.366539 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-204b7ad0-1f78-4a95-b98c-433e38a38bb7 admin admin] Publish callbacks [] for subnet, before_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:07:04.562179 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-204b7ad0-1f78-4a95-b98c-433e38a38bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740340191973'] for subnet, after_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:07:04.594337 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204b7ad0-1f78-4a95-b98c-433e38a38bb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:07:04.595452 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-204b7ad0-1f78-4a95-b98c-433e38a38bb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for subnet, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:07:04.603328 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-204b7ad0-1f78-4a95-b98c-433e38a38bb7 admin admin] 10.222.0.36 "PUT /v2.0/subnets/3446c32a-555a-42ee-ab59-f433277c2490 HTTP/1.1" status: 200 len: 868 time: 0.3151772 Oct 27 10:07:04.603549 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b684d2-7e75-4a43-8a05-565221aa1cf9 None None] Network 6fff620a-fd30-4982-b902-31cf48c3c01e requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:07:04.616097 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b7ad0-1f78-4a95-b98c-433e38a38bb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3446c32a-555a-42ee-ab59-f433277c2490,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:07:04.633963 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204b7ad0-1f78-4a95-b98c-433e38a38bb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:07:04.634190 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204b7ad0-1f78-4a95-b98c-433e38a38bb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:07:04.634694 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204b7ad0-1f78-4a95-b98c-433e38a38bb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:07:04.635159 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204b7ad0-1f78-4a95-b98c-433e38a38bb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:07:04.635386 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204b7ad0-1f78-4a95-b98c-433e38a38bb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:07:04.635688 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204b7ad0-1f78-4a95-b98c-433e38a38bb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:07:04.636113 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204b7ad0-1f78-4a95-b98c-433e38a38bb7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:07:04.636643 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204b7ad0-1f78-4a95-b98c-433e38a38bb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:07:04.637115 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204b7ad0-1f78-4a95-b98c-433e38a38bb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:07:04.637279 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204b7ad0-1f78-4a95-b98c-433e38a38bb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:07:04.638153 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204b7ad0-1f78-4a95-b98c-433e38a38bb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:07:04.638454 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204b7ad0-1f78-4a95-b98c-433e38a38bb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:07:04.987845 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-bf0f12ca-42d8-426d-b599-b3de281aef9b None None] Provisioning complete for port 9d0d73bc-b026-4b5c-9676-0c0552c848d5 triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:07:04.988208 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-bf0f12ca-42d8-426d-b599-b3de281aef9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:07:05.086715 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-bf0f12ca-42d8-426d-b599-b3de281aef9b None None] Provisioning complete for port 69960893-9907-4f42-a356-a5c28d0f2d03 triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:07:05.087008 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-bf0f12ca-42d8-426d-b599-b3de281aef9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:07:05.150264 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:07:05.865116 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:07:06.939396 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 43478) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:07:07.042509 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:07:07.156188 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9d8d76-5b64-4ccd-987f-adca3204eb9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:07:07.156562 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9d8d76-5b64-4ccd-987f-adca3204eb9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:07:07.158149 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-9a9d8d76-5b64-4ccd-987f-adca3204eb9d admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2178001 Oct 27 10:07:09.532826 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 43486) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:07:09.662075 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff46fa12-f7cb-4747-a795-facab952bfb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:07:09.662534 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff46fa12-f7cb-4747-a795-facab952bfb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:07:09.664038 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-ff46fa12-f7cb-4747-a795-facab952bfb0 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1302853 Oct 27 10:07:11.965256 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 43494) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:07:12.143273 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60dfaeb-67f7-4357-896f-a384394648d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:07:12.144653 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-e60dfaeb-67f7-4357-896f-a384394648d9 admin admin] 10.222.0.36 "GET /v2.0/networks/69571a3e-4e32-484c-817d-d4e48eaaa088 HTTP/1.1" status: 200 len: 886 time: 0.1783040 Oct 27 10:07:14.425885 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 43502) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:07:14.557213 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ca4ee9-723c-4d58-a83f-34218423ebe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:07:14.558599 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-d2ca4ee9-723c-4d58-a83f-34218423ebe3 admin admin] 10.222.0.36 "GET /v2.0/networks/6fff620a-fd30-4982-b902-31cf48c3c01e HTTP/1.1" status: 200 len: 870 time: 0.1317744 Oct 27 10:07:16.877255 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 43512) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:07:16.999352 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5f8621-b674-4d38-8d92-a6d5c3508f2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:07:16.999808 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5f8621-b674-4d38-8d92-a6d5c3508f2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:07:17.001339 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-fb5f8621-b674-4d38-8d92-a6d5c3508f2c admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1231093 Oct 27 10:07:19.287455 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 43520) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:07:19.381766 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facee2b3-b147-4112-b7c0-e166102c4a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:07:19.382212 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facee2b3-b147-4112-b7c0-e166102c4a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:07:19.383729 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-facee2b3-b147-4112-b7c0-e166102c4a96 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0953321 Oct 27 10:07:21.677952 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 43528) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:07:21.768541 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f058a31-f61d-495a-b442-e3de1ff0ba91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:07:21.769950 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-1f058a31-f61d-495a-b442-e3de1ff0ba91 admin admin] 10.222.0.36 "GET /v2.0/subnets/3446c32a-555a-42ee-ab59-f433277c2490 HTTP/1.1" status: 200 len: 868 time: 0.0910137 Oct 27 10:07:24.093730 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 43536) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:07:24.179339 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48783054-a0c3-4d74-b4b2-45cf2b99a5a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:07:24.180678 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-48783054-a0c3-4d74-b4b2-45cf2b99a5a8 admin admin] 10.222.0.36 "GET /v2.0/subnets/c41fd2cf-ce58-48ac-94e7-7a64d200bbef HTTP/1.1" status: 200 len: 816 time: 0.0859799 Oct 27 10:07:31.550215 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-92733a22-2106-4c2d-b98d-c42d06af9bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:07:34.104183 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-e04c728a-034e-44e8-a927-a21565bde062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:07:35.153531 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:07:35.838864 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:07:37.021452 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:07:37.628377 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.agents_db [None req-86e8c3be-7e21-4532-a65d-8f48c0a472d4 None None] Agent healthcheck: found 5 active agents {{(pid=101976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:07:50.340494 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 43590) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:07:50.387935 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [None req-9a870afc-910d-4316-933e-a4c55f2cdff6 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:07:50.389019 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-9a870afc-910d-4316-933e-a4c55f2cdff6 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0474999 Oct 27 10:07:52.843988 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 43598) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:07:52.904413 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8a9abfa-33ad-45ff-98ee-67805031a6ee admin admin] GET failed (client error): The resource could not be found. Oct 27 10:07:52.905739 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-c8a9abfa-33ad-45ff-98ee-67805031a6ee admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0607991 Oct 27 10:07:53.121318 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebef40ad-8335-4382-8a84-28a210cdf759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:07:53.122818 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-ebef40ad-8335-4382-8a84-28a210cdf759 admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2124536 Oct 27 10:07:55.437471 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 43606) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:07:55.485163 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-7094ba48-7098-4769-b828-68c44a5590dc admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:07:55.571947 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7094ba48-7098-4769-b828-68c44a5590dc admin admin] Made reservation on behalf of 62ad23fa55c147e7b1c69767d7e09dfc for: {'network': 1} {{(pid=101973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:07:55.574494 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-7094ba48-7098-4769-b828-68c44a5590dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for network, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:07:55.601535 dv-cinder-815146-2-iscsi neutron-server[101973]: WARNING neutron.services.revisions.revision_plugin [None req-7094ba48-7098-4769-b828-68c44a5590dc admin admin] Could not find related network for resource to bump revision. Oct 27 10:07:55.616422 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7094ba48-7098-4769-b828-68c44a5590dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1003} {{(pid=101973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:07:55.627908 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-7094ba48-7098-4769-b828-68c44a5590dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908'] for segment, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:07:55.627908 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.db.segments_db [None req-7094ba48-7098-4769-b828-68c44a5590dc admin admin] Added segment fea49855-537f-4f1b-9a40-7ebc1fee40ce of type vlan for network 64730957-0685-45e8-a53b-c82ea933de78 Oct 27 10:07:55.670234 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-7094ba48-7098-4769-b828-68c44a5590dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740339715530'] for network, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:07:55.772104 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-7094ba48-7098-4769-b828-68c44a5590dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413'] for network, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:07:55.773603 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7094ba48-7098-4769-b828-68c44a5590dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:07:55.774251 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-7094ba48-7098-4769-b828-68c44a5590dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for network, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:07:55.829868 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7094ba48-7098-4769-b828-68c44a5590dc admin admin] Pushing event updated for resources: {'Network': ['ID=64730957-0685-45e8-a53b-c82ea933de78,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:07:55.836194 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7094ba48-7098-4769-b828-68c44a5590dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:07:55.839197 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7094ba48-7098-4769-b828-68c44a5590dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:07:55.839197 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7094ba48-7098-4769-b828-68c44a5590dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:07:55.839197 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7094ba48-7098-4769-b828-68c44a5590dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:07:55.839197 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7094ba48-7098-4769-b828-68c44a5590dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:07:55.839197 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7094ba48-7098-4769-b828-68c44a5590dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:07:55.839197 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7094ba48-7098-4769-b828-68c44a5590dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:07:55.839197 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7094ba48-7098-4769-b828-68c44a5590dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:07:55.839197 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7094ba48-7098-4769-b828-68c44a5590dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:07:55.839197 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7094ba48-7098-4769-b828-68c44a5590dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:07:55.839980 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7094ba48-7098-4769-b828-68c44a5590dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:07:55.839980 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7094ba48-7098-4769-b828-68c44a5590dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:07:55.850247 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Network 64730957-0685-45e8-a53b-c82ea933de78 details requested by agent ovs-agent-dv-cinder-815146-2-iscsi with host dv-cinder-815146-2-iscsi {{(pid=101975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:07:55.889420 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-7094ba48-7098-4769-b828-68c44a5590dc admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.4507728 Oct 27 10:07:58.202673 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 43614) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:07:58.264603 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.pecan_wsgi.hooks.translation [None req-c480b405-0abd-46b7-a94c-27f492603175 admin admin] GET failed (client error): The resource could not be found. Oct 27 10:07:58.265969 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-c480b405-0abd-46b7-a94c-27f492603175 admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0623138 Oct 27 10:07:58.336349 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b3b029-5cd3-4680-b6d1-8fb281a4188c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:07:58.337808 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-96b3b029-5cd3-4680-b6d1-8fb281a4188c admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0670455 Oct 27 10:07:58.348479 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-19477fea-b974-4b0c-a837-d4f2ff8007ee admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '64730957-0685-45e8-a53b-c82ea933de78'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:07:58.452047 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19477fea-b974-4b0c-a837-d4f2ff8007ee admin admin] Made reservation on behalf of 62ad23fa55c147e7b1c69767d7e09dfc for: {'subnet': 1} {{(pid=101973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:07:58.454338 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-19477fea-b974-4b0c-a837-d4f2ff8007ee admin admin] Publish callbacks [] for subnet, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:07:58.698368 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-19477fea-b974-4b0c-a837-d4f2ff8007ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413'] for subnet, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:07:58.753868 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19477fea-b974-4b0c-a837-d4f2ff8007ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=71f5c16b-1331-4e5c-b488-2ae00aba05de,revision_number=0']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:07:58.766015 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19477fea-b974-4b0c-a837-d4f2ff8007ee admin admin] Checking segment: {'id': 'fea49855-537f-4f1b-9a40-7ebc1fee40ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '64730957-0685-45e8-a53b-c82ea933de78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:07:58.766366 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19477fea-b974-4b0c-a837-d4f2ff8007ee admin admin] Network hostable DHCP agents. Network: 64730957-0685-45e8-a53b-c82ea933de78, hostable agents: ['09a5fe22-088d-4af2-a4f8-d44fceaa8957'], hosted agents: [] {{(pid=101973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:07:58.863688 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19477fea-b974-4b0c-a837-d4f2ff8007ee admin admin] Network 64730957-0685-45e8-a53b-c82ea933de78 is scheduled to be hosted by DHCP agent 09a5fe22-088d-4af2-a4f8-d44fceaa8957 with binding_index 1 {{(pid=101973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:07:58.926211 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [None req-19477fea-b974-4b0c-a837-d4f2ff8007ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-2-iscsi, 64730957-0685-45e8-a53b-c82ea933de78) {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:07:58.930789 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19477fea-b974-4b0c-a837-d4f2ff8007ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:07:58.931942 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-19477fea-b974-4b0c-a837-d4f2ff8007ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for subnet, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:07:58.936929 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ecb15f-9aeb-438d-94ac-6586c2c62bf0 None None] Network 64730957-0685-45e8-a53b-c82ea933de78 requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:07:59.033697 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-19477fea-b974-4b0c-a837-d4f2ff8007ee admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6752934 Oct 27 10:07:59.086577 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc521343-339e-453b-bfb4-81b8d99710ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c31819-fd0c-56d4-b47e-8a5f64837448-64730957-0685-45e8-a53b-c82ea933de78', 'network_id': '64730957-0685-45e8-a53b-c82ea933de78', 'tenant_id': '62ad23fa55c147e7b1c69767d7e09dfc', 'fixed_ips': [{'subnet_id': '71f5c16b-1331-4e5c-b488-2ae00aba05de'}]}} from dv-cinder-815146-2-iscsi. {{(pid=101975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:07:59.086577 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-cc521343-339e-453b-bfb4-81b8d99710ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:07:59.225526 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.db_base_plugin_common [None req-cc521343-339e-453b-bfb4-81b8d99710ca None None] Allocated IP 192.168.233.2 (64730957-0685-45e8-a53b-c82ea933de78/71f5c16b-1331-4e5c-b488-2ae00aba05de/f81e5f0a-3051-457c-9282-98673b5a7e0f) {{(pid=101975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:07:59.377687 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-cc521343-339e-453b-bfb4-81b8d99710ca None None] Publish callbacks [] for port, precommit_create {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:07:59.458878 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-cc521343-339e-453b-bfb4-81b8d99710ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839'] for port, after_create {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:07:59.503569 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc521343-339e-453b-bfb4-81b8d99710ca None None] Network 64730957-0685-45e8-a53b-c82ea933de78 is already hosted by enough agents. {{(pid=101975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:07:59.506656 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.scheduler.base_scheduler [None req-cc521343-339e-453b-bfb4-81b8d99710ca None None] Resources bound (agent type, host, resource id): {{(pid=101975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:07:59.509160 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc521343-339e-453b-bfb4-81b8d99710ca None None] Received port after_create {{(pid=101975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:07:59.518274 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc521343-339e-453b-bfb4-81b8d99710ca None None] Pushing event updated for resources: {'Port': ['ID=f81e5f0a-3051-457c-9282-98673b5a7e0f,revision_number=1']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:07:59.541772 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc521343-339e-453b-bfb4-81b8d99710ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:07:59.542146 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc521343-339e-453b-bfb4-81b8d99710ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:07:59.542497 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc521343-339e-453b-bfb4-81b8d99710ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:07:59.543352 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc521343-339e-453b-bfb4-81b8d99710ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:07:59.543703 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc521343-339e-453b-bfb4-81b8d99710ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:07:59.544034 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc521343-339e-453b-bfb4-81b8d99710ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:07:59.544370 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc521343-339e-453b-bfb4-81b8d99710ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:07:59.544686 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc521343-339e-453b-bfb4-81b8d99710ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:07:59.545025 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc521343-339e-453b-bfb4-81b8d99710ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:07:59.545346 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc521343-339e-453b-bfb4-81b8d99710ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:07:59.545667 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc521343-339e-453b-bfb4-81b8d99710ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:07:59.546009 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc521343-339e-453b-bfb4-81b8d99710ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:07:59.580286 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-cc521343-339e-453b-bfb4-81b8d99710ca None None] Attempting to bind port f81e5f0a-3051-457c-9282-98673b5a7e0f on host dv-cinder-815146-2-iscsi for vnic_type normal with profile {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:07:59.580578 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-cc521343-339e-453b-bfb4-81b8d99710ca None None] Attempting to bind port f81e5f0a-3051-457c-9282-98673b5a7e0f by drivers openvswitch,hyperv on host dv-cinder-815146-2-iscsi at level 0 using segments [{'id': 'fea49855-537f-4f1b-9a40-7ebc1fee40ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '64730957-0685-45e8-a53b-c82ea933de78'}] {{(pid=101975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:07:59.580935 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc521343-339e-453b-bfb4-81b8d99710ca None None] Attempting to bind port f81e5f0a-3051-457c-9282-98673b5a7e0f on network 64730957-0685-45e8-a53b-c82ea933de78 {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:07:59.585897 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc521343-339e-453b-bfb4-81b8d99710ca None None] Checking agent: {'id': '47afc1f0-2071-45d2-aeaa-ba0f7c30884d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 4, 35), 'started_at': datetime.datetime(2021, 10, 27, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:07:59.586271 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc521343-339e-453b-bfb4-81b8d99710ca None None] Checking segment: {'id': 'fea49855-537f-4f1b-9a40-7ebc1fee40ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '64730957-0685-45e8-a53b-c82ea933de78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:07:59.586669 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-cc521343-339e-453b-bfb4-81b8d99710ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:07:59.587056 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc521343-339e-453b-bfb4-81b8d99710ca None None] Bound using segment: {'id': 'fea49855-537f-4f1b-9a40-7ebc1fee40ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '64730957-0685-45e8-a53b-c82ea933de78'} {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:07:59.587513 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-cc521343-339e-453b-bfb4-81b8d99710ca None None] Bound port: f81e5f0a-3051-457c-9282-98673b5a7e0f, host: dv-cinder-815146-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fea49855-537f-4f1b-9a40-7ebc1fee40ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '64730957-0685-45e8-a53b-c82ea933de78'}}] {{(pid=101975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:07:59.587903 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-cc521343-339e-453b-bfb4-81b8d99710ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:07:59.651747 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-cc521343-339e-453b-bfb4-81b8d99710ca None None] For port f81e5f0a-3051-457c-9282-98673b5a7e0f, host dv-cinder-815146-2-iscsi, cleared binding levels {{(pid=101975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:07:59.655572 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-cc521343-339e-453b-bfb4-81b8d99710ca None None] For port f81e5f0a-3051-457c-9282-98673b5a7e0f, host dv-cinder-815146-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=f81e5f0a-3051-457c-9282-98673b5a7e0f,segment=NetworkSegment(fea49855-537f-4f1b-9a40-7ebc1fee40ce),segment_id=fea49855-537f-4f1b-9a40-7ebc1fee40ce)] {{(pid=101975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:07:59.725153 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-cc521343-339e-453b-bfb4-81b8d99710ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:07:59.784519 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc521343-339e-453b-bfb4-81b8d99710ca None None] Pushing event updated for resources: {'Port': ['ID=f81e5f0a-3051-457c-9282-98673b5a7e0f,revision_number=2']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:08:00.622098 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd28b578-ebad-43c0-a70f-547c609fff93 None None] Network 64730957-0685-45e8-a53b-c82ea933de78 requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:08:00.746753 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-09158cff-d684-473a-bcba-5caaa8260858 None None] Provisioning complete for port f81e5f0a-3051-457c-9282-98673b5a7e0f triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:08:00.747105 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-09158cff-d684-473a-bcba-5caaa8260858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:00.865141 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-09158cff-d684-473a-bcba-5caaa8260858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:00.902804 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-09158cff-d684-473a-bcba-5caaa8260858 None None] For port f81e5f0a-3051-457c-9282-98673b5a7e0f, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=f81e5f0a-3051-457c-9282-98673b5a7e0f,segment=NetworkSegment(fea49855-537f-4f1b-9a40-7ebc1fee40ce),segment_id=fea49855-537f-4f1b-9a40-7ebc1fee40ce)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:08:01.003390 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-09158cff-d684-473a-bcba-5caaa8260858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:01.053621 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09158cff-d684-473a-bcba-5caaa8260858 None None] Pushing event updated for resources: {'Port': ['ID=f81e5f0a-3051-457c-9282-98673b5a7e0f,revision_number=3']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:08:01.119569 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-85d97b80-853c-47b2-9416-be5b56f07e43 None None] Provisioning complete for port f81e5f0a-3051-457c-9282-98673b5a7e0f triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:08:01.119925 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-85d97b80-853c-47b2-9416-be5b56f07e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:01.409863 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device f81e5f0a-3051-457c-9282-98673b5a7e0f up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:08:01.459282 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port f81e5f0a-3051-457c-9282-98673b5a7e0f triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:08:01.459647 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:01.569636 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-c224b101-db25-42dd-8d80-2e94b0c8c692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:04.080489 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-0f27e047-807b-4f59-9170-ff278932d35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:05.138257 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:05.892058 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:07.063415 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:14.627714 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.agents_db [None req-86e8c3be-7e21-4532-a65d-8f48c0a472d4 None None] Agent healthcheck: found 5 active agents {{(pid=101976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:08:31.543082 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4e571cd3-c247-4dd8-aecf-10e7d8720e56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:34.111424 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-9a7ff2cc-8b36-415c-89be-f1c5116919af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:35.151162 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:35.879627 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:37.059800 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:51.626225 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.agents_db [None req-86e8c3be-7e21-4532-a65d-8f48c0a472d4 None None] Agent healthcheck: found 5 active agents {{(pid=101976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:09:01.570255 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-8ce15764-52e9-4098-93cf-146d6bcaecbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:09:04.124700 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-175b5d3c-da2c-48eb-9b39-e12fdb47c4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:09:05.170834 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:09:05.850167 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:09:07.042131 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:09:28.625286 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.agents_db [None req-86e8c3be-7e21-4532-a65d-8f48c0a472d4 None None] Agent healthcheck: found 5 active agents {{(pid=101976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:09:31.549553 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-eb4afd98-8e0c-4e52-be73-49dbfedc8211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:09:34.095020 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2428d0b9-18bf-4551-9484-b4707db363ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:09:34.535715 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 43658) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:09:34.541457 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [None req-b7a87aa3-f10c-4be3-ac57-299c6d104fbe tempest-verify_tempest_config-1834072872 tempest-verify_tempest_config-1834072872-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:09:34.542468 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-b7a87aa3-f10c-4be3-ac57-299c6d104fbe tempest-verify_tempest_config-1834072872 tempest-verify_tempest_config-1834072872-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0058026 Oct 27 10:09:35.016532 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 43676) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:09:35.120947 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-cc8b8036-b5d9-463e-b0a3-482b17f3b5a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:09:35.172435 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:09:35.191945 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-cc8b8036-b5d9-463e-b0a3-482b17f3b5a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:09:35.267142 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-cc8b8036-b5d9-463e-b0a3-482b17f3b5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:09:35.309316 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b8036-b5d9-463e-b0a3-482b17f3b5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ca33b8-e18b-4a13-adf3-f01d6ff77adb,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:09:35.313816 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-cc8b8036-b5d9-463e-b0a3-482b17f3b5a2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e4d2a3b767a64469b7d1c94797a213d4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2962673 Oct 27 10:09:35.316750 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 43680) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:09:35.318151 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8b8036-b5d9-463e-b0a3-482b17f3b5a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:09:35.318504 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8b8036-b5d9-463e-b0a3-482b17f3b5a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:09:35.318850 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8b8036-b5d9-463e-b0a3-482b17f3b5a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:09:35.319231 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8b8036-b5d9-463e-b0a3-482b17f3b5a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:09:35.319563 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8b8036-b5d9-463e-b0a3-482b17f3b5a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:09:35.319909 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8b8036-b5d9-463e-b0a3-482b17f3b5a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:09:35.320241 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8b8036-b5d9-463e-b0a3-482b17f3b5a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:09:35.320588 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8b8036-b5d9-463e-b0a3-482b17f3b5a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:09:35.320934 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8b8036-b5d9-463e-b0a3-482b17f3b5a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:09:35.321262 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8b8036-b5d9-463e-b0a3-482b17f3b5a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:09:35.321588 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8b8036-b5d9-463e-b0a3-482b17f3b5a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:09:35.321950 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8b8036-b5d9-463e-b0a3-482b17f3b5a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:09:35.374932 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-efba104f-c940-4b00-9791-023ccc37ebdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:09:35.395234 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-efba104f-c940-4b00-9791-023ccc37ebdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:09:35.538100 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-efba104f-c940-4b00-9791-023ccc37ebdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:09:35.540635 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-efba104f-c940-4b00-9791-023ccc37ebdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:09:35.541793 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-efba104f-c940-4b00-9791-023ccc37ebdd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/51ca33b8-e18b-4a13-adf3-f01d6ff77adb HTTP/1.1" status: 204 len: 168 time: 0.2240744 Oct 27 10:09:35.550440 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efba104f-c940-4b00-9791-023ccc37ebdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ca33b8-e18b-4a13-adf3-f01d6ff77adb,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:09:35.556942 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba104f-c940-4b00-9791-023ccc37ebdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:09:35.557286 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba104f-c940-4b00-9791-023ccc37ebdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:09:35.557624 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba104f-c940-4b00-9791-023ccc37ebdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:09:35.557983 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba104f-c940-4b00-9791-023ccc37ebdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:09:35.558311 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba104f-c940-4b00-9791-023ccc37ebdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:09:35.558659 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba104f-c940-4b00-9791-023ccc37ebdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:09:35.559096 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba104f-c940-4b00-9791-023ccc37ebdd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:09:35.559446 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba104f-c940-4b00-9791-023ccc37ebdd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:09:35.559816 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba104f-c940-4b00-9791-023ccc37ebdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:09:35.560147 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba104f-c940-4b00-9791-023ccc37ebdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:09:35.560468 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba104f-c940-4b00-9791-023ccc37ebdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:09:35.560783 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba104f-c940-4b00-9791-023ccc37ebdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:09:35.887478 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:09:37.029387 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:01.553751 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-779a76d7-90b5-4e71-89f2-298551fcdaa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:04.096781 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-7c6a1e29-8d24-40fe-9d1c-280408e2c98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:05.191448 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:05.624974 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.agents_db [None req-86e8c3be-7e21-4532-a65d-8f48c0a472d4 None None] Agent healthcheck: found 5 active agents {{(pid=101976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:10:05.851503 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:07.043419 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:31.541195 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-bfe8d6ac-3d95-4c64-b20a-b0de30a0b764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:34.101507 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-08b3c640-9b34-4d99-872b-98c19e09ae58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:35.170209 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:35.887923 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:37.047424 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:42.623437 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.agents_db [None req-86e8c3be-7e21-4532-a65d-8f48c0a472d4 None None] Agent healthcheck: found 5 active agents {{(pid=101976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:11:01.538448 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-269ee3cb-759a-4255-af5a-498ff09407c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:04.123422 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-7676faba-1511-4771-b368-372b1f5415a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:05.134535 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:05.854875 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:07.054989 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:11.126608 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-564122'] for agent, after_create {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:19.623628 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.agents_db [None req-86e8c3be-7e21-4532-a65d-8f48c0a472d4 None None] Agent healthcheck: found 6 active agents {{(pid=101976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:11:25.700702 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 43754) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:11:25.803899 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-e4274086-0611-476f-a468-31e7e9389dbf admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1021156 Oct 27 10:11:28.134471 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 43764) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:11:28.190024 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-0ddf305a-5477-4ffe-b573-8734aac55a4c admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0544109 Oct 27 10:11:31.551055 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2a05f4d8-1ca9-415d-85a7-9533806b1890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:34.116505 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-ebf57b8b-01a2-42db-a419-16e88187d91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:35.167867 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:35.864728 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:37.042112 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:41.110341 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:56.622530 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.agents_db [None req-86e8c3be-7e21-4532-a65d-8f48c0a472d4 None None] Agent healthcheck: found 6 active agents {{(pid=101976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:12:01.540220 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-981c35ab-f299-4fb4-b245-588c71b5a0fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:04.121184 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-53f003e1-bb5c-465f-a5f2-6a7bb102ce15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:05.147721 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:05.850348 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:07.064312 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:11.284996 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:31.552759 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-16aeb76f-92d8-43b5-b06c-2497e394b960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:33.621254 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.agents_db [None req-86e8c3be-7e21-4532-a65d-8f48c0a472d4 None None] Agent healthcheck: found 6 active agents {{(pid=101976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:12:34.135616 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-e8ff0640-4f0e-4817-b019-7ec49bbbaec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:35.175393 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:35.891851 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:37.057411 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:41.142611 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:58.232617 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 43930) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:12:58.610551 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 43950) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:12:58.678913 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [None req-fd87f8c0-3a62-4d2c-a6ea-cfbf59ffe3be admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1169022080-network', 'tenant_id': '20d2cc4467704c129f691b1ba2dd72cc'}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:12:58.782213 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd87f8c0-3a62-4d2c-a6ea-cfbf59ffe3be admin admin] Made reservation on behalf of 20d2cc4467704c129f691b1ba2dd72cc for: {'network': 1} {{(pid=101974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:12:58.784550 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-fd87f8c0-3a62-4d2c-a6ea-cfbf59ffe3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for network, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:58.793949 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-fd87f8c0-3a62-4d2c-a6ea-cfbf59ffe3be admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:58.870607 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-fd87f8c0-3a62-4d2c-a6ea-cfbf59ffe3be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:58.919353 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [None req-c675f00a-920c-4a18-af1c-09049161d8a7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1029581605-network', 'tenant_id': 'e7c55039221b45c69304c1afafa20e6a'}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:12:58.970912 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-fd87f8c0-3a62-4d2c-a6ea-cfbf59ffe3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:58.990177 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd87f8c0-3a62-4d2c-a6ea-cfbf59ffe3be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1043} {{(pid=101974) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:12:59.006838 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c675f00a-920c-4a18-af1c-09049161d8a7 admin admin] Made reservation on behalf of e7c55039221b45c69304c1afafa20e6a for: {'network': 1} {{(pid=101974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:12:59.009074 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-c675f00a-920c-4a18-af1c-09049161d8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for network, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:59.015631 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-fd87f8c0-3a62-4d2c-a6ea-cfbf59ffe3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908'] for segment, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:59.015965 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.db.segments_db [None req-fd87f8c0-3a62-4d2c-a6ea-cfbf59ffe3be admin admin] Added segment 2d3ba54e-e4c0-416f-b13e-608a81231259 of type vlan for network 232c2cd8-3827-47b2-95ae-f90c0b9d2e5c Oct 27 10:12:59.021906 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87f8c0-3a62-4d2c-a6ea-cfbf59ffe3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e459b70-dc31-407a-ba07-9ddfa704e31a,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:12:59.032189 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-c675f00a-920c-4a18-af1c-09049161d8a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:59.062691 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd87f8c0-3a62-4d2c-a6ea-cfbf59ffe3be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:59.063011 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd87f8c0-3a62-4d2c-a6ea-cfbf59ffe3be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:59.063375 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd87f8c0-3a62-4d2c-a6ea-cfbf59ffe3be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:59.063917 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd87f8c0-3a62-4d2c-a6ea-cfbf59ffe3be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:59.064027 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd87f8c0-3a62-4d2c-a6ea-cfbf59ffe3be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:59.064454 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd87f8c0-3a62-4d2c-a6ea-cfbf59ffe3be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:59.064657 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd87f8c0-3a62-4d2c-a6ea-cfbf59ffe3be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:59.064982 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd87f8c0-3a62-4d2c-a6ea-cfbf59ffe3be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:59.065387 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd87f8c0-3a62-4d2c-a6ea-cfbf59ffe3be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:59.065928 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd87f8c0-3a62-4d2c-a6ea-cfbf59ffe3be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:59.066232 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd87f8c0-3a62-4d2c-a6ea-cfbf59ffe3be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:59.066559 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd87f8c0-3a62-4d2c-a6ea-cfbf59ffe3be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:59.067605 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd87f8c0-3a62-4d2c-a6ea-cfbf59ffe3be admin admin] Tracked resource versions report: Oct 27 10:12:59.067605 dv-cinder-815146-2-iscsi neutron-server[101974]: pushed versions: Oct 27 10:12:59.067605 dv-cinder-815146-2-iscsi neutron-server[101974]: { 'AddressGroup': {'1.2'}, Oct 27 10:12:59.067605 dv-cinder-815146-2-iscsi neutron-server[101974]: 'ConntrackHelper': {'1.0'}, Oct 27 10:12:59.067605 dv-cinder-815146-2-iscsi neutron-server[101974]: 'Log': {'1.0'}, Oct 27 10:12:59.067605 dv-cinder-815146-2-iscsi neutron-server[101974]: 'Network': {'1.1'}, Oct 27 10:12:59.067605 dv-cinder-815146-2-iscsi neutron-server[101974]: 'Port': {'1.7'}, Oct 27 10:12:59.067605 dv-cinder-815146-2-iscsi neutron-server[101974]: 'PortForwarding': {'1.2'}, Oct 27 10:12:59.067605 dv-cinder-815146-2-iscsi neutron-server[101974]: 'QosPolicy': {'1.10'}, Oct 27 10:12:59.067605 dv-cinder-815146-2-iscsi neutron-server[101974]: 'SecurityGroup': {'1.4'}, Oct 27 10:12:59.067605 dv-cinder-815146-2-iscsi neutron-server[101974]: 'SecurityGroupRule': {'1.2'}, Oct 27 10:12:59.067605 dv-cinder-815146-2-iscsi neutron-server[101974]: 'SubPort': {'1.0'}, Oct 27 10:12:59.067605 dv-cinder-815146-2-iscsi neutron-server[101974]: 'Subnet': {'1.1'}, Oct 27 10:12:59.067605 dv-cinder-815146-2-iscsi neutron-server[101974]: 'Trunk': {'1.1'}} Oct 27 10:12:59.067605 dv-cinder-815146-2-iscsi neutron-server[101974]: consumer versions: Oct 27 10:12:59.067605 dv-cinder-815146-2-iscsi neutron-server[101974]: { DHCP agent@dv-cinder-815146-2-iscsi: {}, Oct 27 10:12:59.067605 dv-cinder-815146-2-iscsi neutron-server[101974]: HyperV agent@hv-cinder-81514: {}, Oct 27 10:12:59.067605 dv-cinder-815146-2-iscsi neutron-server[101974]: L3 agent@dv-cinder-815146-2-iscsi: {}, Oct 27 10:12:59.067605 dv-cinder-815146-2-iscsi neutron-server[101974]: Metadata agent@dv-cinder-815146-2-iscsi: {}, Oct 27 10:12:59.067605 dv-cinder-815146-2-iscsi neutron-server[101974]: Metering agent@dv-cinder-815146-2-iscsi: {}, Oct 27 10:12:59.067605 dv-cinder-815146-2-iscsi neutron-server[101974]: Open vSwitch agent@dv-cinder-815146-2-iscsi: { 'AddressGroup': '1.2', Oct 27 10:12:59.067605 dv-cinder-815146-2-iscsi neutron-server[101974]: 'ConntrackHelper': '1.0', Oct 27 10:12:59.067605 dv-cinder-815146-2-iscsi neutron-server[101974]: 'Log': '1.0', Oct 27 10:12:59.067605 dv-cinder-815146-2-iscsi neutron-server[101974]: 'Network': '1.1', Oct 27 10:12:59.067605 dv-cinder-815146-2-iscsi neutron-server[101974]: 'Port': '1.7', Oct 27 10:12:59.067605 dv-cinder-815146-2-iscsi neutron-server[101974]: 'PortForwarding': '1.2', Oct 27 10:12:59.067605 dv-cinder-815146-2-iscsi neutron-server[101974]: 'QosPolicy': '1.10', Oct 27 10:12:59.067605 dv-cinder-815146-2-iscsi neutron-server[101974]: 'SecurityGroup': '1.4', Oct 27 10:12:59.067605 dv-cinder-815146-2-iscsi neutron-server[101974]: 'SecurityGroupRule': '1.2', Oct 27 10:12:59.067605 dv-cinder-815146-2-iscsi neutron-server[101974]: 'SubPort': '1.0', Oct 27 10:12:59.067605 dv-cinder-815146-2-iscsi neutron-server[101974]: 'Subnet': '1.1', Oct 27 10:12:59.067605 dv-cinder-815146-2-iscsi neutron-server[101974]: 'Trunk': '1.1'}} Oct 27 10:12:59.067605 dv-cinder-815146-2-iscsi neutron-server[101974]: {{(pid=101974) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 10:12:59.092784 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-fd87f8c0-3a62-4d2c-a6ea-cfbf59ffe3be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740339715530'] for network, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:59.173411 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-c675f00a-920c-4a18-af1c-09049161d8a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:59.222240 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-fd87f8c0-3a62-4d2c-a6ea-cfbf59ffe3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413'] for network, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:59.223446 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd87f8c0-3a62-4d2c-a6ea-cfbf59ffe3be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:12:59.224046 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-fd87f8c0-3a62-4d2c-a6ea-cfbf59ffe3be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for network, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:59.268872 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-c675f00a-920c-4a18-af1c-09049161d8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:59.303752 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87f8c0-3a62-4d2c-a6ea-cfbf59ffe3be admin admin] Pushing event updated for resources: {'Network': ['ID=232c2cd8-3827-47b2-95ae-f90c0b9d2e5c,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:12:59.315718 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Network 232c2cd8-3827-47b2-95ae-f90c0b9d2e5c details requested by agent ovs-agent-dv-cinder-815146-2-iscsi with host dv-cinder-815146-2-iscsi {{(pid=101975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:12:59.317383 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c675f00a-920c-4a18-af1c-09049161d8a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1006} {{(pid=101974) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:12:59.327697 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-c675f00a-920c-4a18-af1c-09049161d8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908'] for segment, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:59.328052 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.db.segments_db [None req-c675f00a-920c-4a18-af1c-09049161d8a7 admin admin] Added segment acf42566-5f4e-42c2-8a27-453fec152c59 of type vlan for network 8a629e7d-72b0-4646-a07a-812ae74aa6c3 Oct 27 10:12:59.335383 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675f00a-920c-4a18-af1c-09049161d8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53d5737-024f-4a9a-9646-db707ad9fa83,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:12:59.370219 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-c675f00a-920c-4a18-af1c-09049161d8a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740339715530'] for network, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:59.378532 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-fd87f8c0-3a62-4d2c-a6ea-cfbf59ffe3be admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1442330 Oct 27 10:12:59.383205 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 43980) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:12:59.390016 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-b68b9929-ea01-4ab5-b17c-ad946ba7cb56 admin admin] Request body: {'subnet': {'network_id': '232c2cd8-3827-47b2-95ae-f90c0b9d2e5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1169022080-subnet', 'tenant_id': '20d2cc4467704c129f691b1ba2dd72cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:12:59.396416 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 43984) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:12:59.427796 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 43988) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:12:59.485252 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68b9929-ea01-4ab5-b17c-ad946ba7cb56 admin admin] Made reservation on behalf of 20d2cc4467704c129f691b1ba2dd72cc for: {'subnet': 1} {{(pid=101973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:12:59.485489 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-c675f00a-920c-4a18-af1c-09049161d8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413'] for network, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:59.486498 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c675f00a-920c-4a18-af1c-09049161d8a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:12:59.487177 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-c675f00a-920c-4a18-af1c-09049161d8a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for network, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:59.488553 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b68b9929-ea01-4ab5-b17c-ad946ba7cb56 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:59.553063 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675f00a-920c-4a18-af1c-09049161d8a7 admin admin] Pushing event updated for resources: {'Network': ['ID=8a629e7d-72b0-4646-a07a-812ae74aa6c3,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:12:59.564780 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Network 8a629e7d-72b0-4646-a07a-812ae74aa6c3 details requested by agent ovs-agent-dv-cinder-815146-2-iscsi with host dv-cinder-815146-2-iscsi {{(pid=101975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:12:59.609768 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-c675f00a-920c-4a18-af1c-09049161d8a7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9955087 Oct 27 10:12:59.610263 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 43996) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:12:59.615401 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [None req-bc334288-6fc5-4fb2-98d4-dca9d0f39abb admin admin] Request body: {'subnet': {'network_id': '8a629e7d-72b0-4646-a07a-812ae74aa6c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1029581605-subnet', 'tenant_id': 'e7c55039221b45c69304c1afafa20e6a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:12:59.706307 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc334288-6fc5-4fb2-98d4-dca9d0f39abb admin admin] Made reservation on behalf of e7c55039221b45c69304c1afafa20e6a for: {'subnet': 1} {{(pid=101974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:12:59.708848 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-bc334288-6fc5-4fb2-98d4-dca9d0f39abb admin admin] Publish callbacks [] for subnet, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:59.735125 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b68b9929-ea01-4ab5-b17c-ad946ba7cb56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413'] for subnet, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:59.754683 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [None req-c109ea14-63b9-48d7-821a-9a4b4d107dd5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-589132652-network', 'tenant_id': '857c6c8351d943bd9f2b135dbac4f88d'}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:12:59.781866 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68b9929-ea01-4ab5-b17c-ad946ba7cb56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32f65f21-7a7c-4568-afd2-3193e7fc13b4,revision_number=0']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:12:59.783706 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [None req-70cd19b1-6cc4-4d1b-8b04-49ca969e83bc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1131127592-network', 'tenant_id': '84ee96eca37f439da63d7612697a0a33'}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:12:59.792162 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68b9929-ea01-4ab5-b17c-ad946ba7cb56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:59.793012 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68b9929-ea01-4ab5-b17c-ad946ba7cb56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:59.793551 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68b9929-ea01-4ab5-b17c-ad946ba7cb56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:59.794119 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68b9929-ea01-4ab5-b17c-ad946ba7cb56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:59.801646 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68b9929-ea01-4ab5-b17c-ad946ba7cb56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:59.801646 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68b9929-ea01-4ab5-b17c-ad946ba7cb56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:59.801646 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68b9929-ea01-4ab5-b17c-ad946ba7cb56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:59.801646 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68b9929-ea01-4ab5-b17c-ad946ba7cb56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:59.801646 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68b9929-ea01-4ab5-b17c-ad946ba7cb56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:59.801646 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68b9929-ea01-4ab5-b17c-ad946ba7cb56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:59.801646 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68b9929-ea01-4ab5-b17c-ad946ba7cb56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:59.801646 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68b9929-ea01-4ab5-b17c-ad946ba7cb56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:59.801646 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68b9929-ea01-4ab5-b17c-ad946ba7cb56 admin admin] Tracked resource versions report: Oct 27 10:12:59.801646 dv-cinder-815146-2-iscsi neutron-server[101973]: pushed versions: Oct 27 10:12:59.801646 dv-cinder-815146-2-iscsi neutron-server[101973]: { 'AddressGroup': {'1.2'}, Oct 27 10:12:59.801646 dv-cinder-815146-2-iscsi neutron-server[101973]: 'ConntrackHelper': {'1.0'}, Oct 27 10:12:59.801646 dv-cinder-815146-2-iscsi neutron-server[101973]: 'Log': {'1.0'}, Oct 27 10:12:59.801646 dv-cinder-815146-2-iscsi neutron-server[101973]: 'Network': {'1.1'}, Oct 27 10:12:59.801646 dv-cinder-815146-2-iscsi neutron-server[101973]: 'Port': {'1.7'}, Oct 27 10:12:59.801646 dv-cinder-815146-2-iscsi neutron-server[101973]: 'PortForwarding': {'1.2'}, Oct 27 10:12:59.801646 dv-cinder-815146-2-iscsi neutron-server[101973]: 'QosPolicy': {'1.10'}, Oct 27 10:12:59.801646 dv-cinder-815146-2-iscsi neutron-server[101973]: 'SecurityGroup': {'1.4'}, Oct 27 10:12:59.801646 dv-cinder-815146-2-iscsi neutron-server[101973]: 'SecurityGroupRule': {'1.2'}, Oct 27 10:12:59.801646 dv-cinder-815146-2-iscsi neutron-server[101973]: 'SubPort': {'1.0'}, Oct 27 10:12:59.801646 dv-cinder-815146-2-iscsi neutron-server[101973]: 'Subnet': {'1.1'}, Oct 27 10:12:59.801646 dv-cinder-815146-2-iscsi neutron-server[101973]: 'Trunk': {'1.1'}} Oct 27 10:12:59.801646 dv-cinder-815146-2-iscsi neutron-server[101973]: consumer versions: Oct 27 10:12:59.801646 dv-cinder-815146-2-iscsi neutron-server[101973]: { DHCP agent@dv-cinder-815146-2-iscsi: {}, Oct 27 10:12:59.801646 dv-cinder-815146-2-iscsi neutron-server[101973]: HyperV agent@hv-cinder-81514: {}, Oct 27 10:12:59.801646 dv-cinder-815146-2-iscsi neutron-server[101973]: L3 agent@dv-cinder-815146-2-iscsi: {}, Oct 27 10:12:59.801646 dv-cinder-815146-2-iscsi neutron-server[101973]: Metadata agent@dv-cinder-815146-2-iscsi: {}, Oct 27 10:12:59.801646 dv-cinder-815146-2-iscsi neutron-server[101973]: Metering agent@dv-cinder-815146-2-iscsi: {}, Oct 27 10:12:59.801646 dv-cinder-815146-2-iscsi neutron-server[101973]: Open vSwitch agent@dv-cinder-815146-2-iscsi: { 'AddressGroup': '1.2', Oct 27 10:12:59.801646 dv-cinder-815146-2-iscsi neutron-server[101973]: 'ConntrackHelper': '1.0', Oct 27 10:12:59.801646 dv-cinder-815146-2-iscsi neutron-server[101973]: 'Log': '1.0', Oct 27 10:12:59.801646 dv-cinder-815146-2-iscsi neutron-server[101973]: 'Network': '1.1', Oct 27 10:12:59.801646 dv-cinder-815146-2-iscsi neutron-server[101973]: 'Port': '1.7', Oct 27 10:12:59.801646 dv-cinder-815146-2-iscsi neutron-server[101973]: 'PortForwarding': '1.2', Oct 27 10:12:59.801646 dv-cinder-815146-2-iscsi neutron-server[101973]: 'QosPolicy': '1.10', Oct 27 10:12:59.801646 dv-cinder-815146-2-iscsi neutron-server[101973]: 'SecurityGroup': '1.4', Oct 27 10:12:59.801646 dv-cinder-815146-2-iscsi neutron-server[101973]: 'SecurityGroupRule': '1.2', Oct 27 10:12:59.801646 dv-cinder-815146-2-iscsi neutron-server[101973]: 'SubPort': '1.0', Oct 27 10:12:59.801646 dv-cinder-815146-2-iscsi neutron-server[101973]: 'Subnet': '1.1', Oct 27 10:12:59.801646 dv-cinder-815146-2-iscsi neutron-server[101973]: 'Trunk': '1.1'}} Oct 27 10:12:59.801646 dv-cinder-815146-2-iscsi neutron-server[101973]: {{(pid=101973) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 10:12:59.830998 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68b9929-ea01-4ab5-b17c-ad946ba7cb56 admin admin] Checking segment: {'id': '2d3ba54e-e4c0-416f-b13e-608a81231259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '232c2cd8-3827-47b2-95ae-f90c0b9d2e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:12:59.831608 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68b9929-ea01-4ab5-b17c-ad946ba7cb56 admin admin] Network hostable DHCP agents. Network: 232c2cd8-3827-47b2-95ae-f90c0b9d2e5c, hostable agents: ['09a5fe22-088d-4af2-a4f8-d44fceaa8957'], hosted agents: [] {{(pid=101973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:12:59.908242 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c109ea14-63b9-48d7-821a-9a4b4d107dd5 admin admin] Made reservation on behalf of 857c6c8351d943bd9f2b135dbac4f88d for: {'network': 1} {{(pid=101974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:12:59.911934 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-c109ea14-63b9-48d7-821a-9a4b4d107dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for network, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:59.918324 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68b9929-ea01-4ab5-b17c-ad946ba7cb56 admin admin] Network 232c2cd8-3827-47b2-95ae-f90c0b9d2e5c is scheduled to be hosted by DHCP agent 09a5fe22-088d-4af2-a4f8-d44fceaa8957 with binding_index 1 {{(pid=101973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:12:59.937201 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-c109ea14-63b9-48d7-821a-9a4b4d107dd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:00.005175 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [None req-b68b9929-ea01-4ab5-b17c-ad946ba7cb56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-2-iscsi, 232c2cd8-3827-47b2-95ae-f90c0b9d2e5c) {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:13:00.011078 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68b9929-ea01-4ab5-b17c-ad946ba7cb56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:00.016568 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac57446-059e-4ec1-a7b3-ba688a8fb20e None None] Network 232c2cd8-3827-47b2-95ae-f90c0b9d2e5c requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:13:00.020851 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b68b9929-ea01-4ab5-b17c-ad946ba7cb56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for subnet, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:00.030383 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-c109ea14-63b9-48d7-821a-9a4b4d107dd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:00.034306 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-bc334288-6fc5-4fb2-98d4-dca9d0f39abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413'] for subnet, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:00.064510 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70cd19b1-6cc4-4d1b-8b04-49ca969e83bc admin admin] Made reservation on behalf of 84ee96eca37f439da63d7612697a0a33 for: {'network': 1} {{(pid=101974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:13:00.066829 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-70cd19b1-6cc4-4d1b-8b04-49ca969e83bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for network, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:00.086136 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-70cd19b1-6cc4-4d1b-8b04-49ca969e83bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:00.108711 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-c109ea14-63b9-48d7-821a-9a4b4d107dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:00.129171 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc334288-6fc5-4fb2-98d4-dca9d0f39abb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d043faf-de54-45d8-ad51-b3c5339bc389,revision_number=0']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:00.144879 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c109ea14-63b9-48d7-821a-9a4b4d107dd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1042} {{(pid=101974) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:13:00.148619 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 44020) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:00.154538 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-b68b9929-ea01-4ab5-b17c-ad946ba7cb56 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7667902 Oct 27 10:13:00.156682 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [None req-79905bbb-3157-43f5-b9c6-547b5b1a688e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1169022080-router', 'tenant_id': '20d2cc4467704c129f691b1ba2dd72cc', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'}}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:13:00.183120 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc334288-6fc5-4fb2-98d4-dca9d0f39abb admin admin] Checking segment: {'id': 'acf42566-5f4e-42c2-8a27-453fec152c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '8a629e7d-72b0-4646-a07a-812ae74aa6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:13:00.183477 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc334288-6fc5-4fb2-98d4-dca9d0f39abb admin admin] Network hostable DHCP agents. Network: 8a629e7d-72b0-4646-a07a-812ae74aa6c3, hostable agents: ['09a5fe22-088d-4af2-a4f8-d44fceaa8957'], hosted agents: [] {{(pid=101974) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:13:00.201955 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-c109ea14-63b9-48d7-821a-9a4b4d107dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908'] for segment, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:00.202306 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.db.segments_db [None req-c109ea14-63b9-48d7-821a-9a4b4d107dd5 admin admin] Added segment 3ea4c435-e01e-4e34-b22e-41caaf408975 of type vlan for network 240c3359-dfa6-4c1c-987a-075566c1ee10 Oct 27 10:13:00.203081 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4254a8e8-7e3e-41ea-bd68-0c586fedcc35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c31819-fd0c-56d4-b47e-8a5f64837448-232c2cd8-3827-47b2-95ae-f90c0b9d2e5c', 'network_id': '232c2cd8-3827-47b2-95ae-f90c0b9d2e5c', 'tenant_id': '20d2cc4467704c129f691b1ba2dd72cc', 'fixed_ips': [{'subnet_id': '32f65f21-7a7c-4568-afd2-3193e7fc13b4'}]}} from dv-cinder-815146-2-iscsi. {{(pid=101975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:13:00.204524 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4254a8e8-7e3e-41ea-bd68-0c586fedcc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:00.261387 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c109ea14-63b9-48d7-821a-9a4b4d107dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8c43d3-c3be-4050-97e7-896ccaba2e12,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:00.291790 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-c109ea14-63b9-48d7-821a-9a4b4d107dd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740339715530'] for network, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:00.335106 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-70cd19b1-6cc4-4d1b-8b04-49ca969e83bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:00.337476 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-79905bbb-3157-43f5-b9c6-547b5b1a688e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-567724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13764'] for router, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:00.339612 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-79905bbb-3157-43f5-b9c6-547b5b1a688e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-564949', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13757'] for router, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:00.378325 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.db_base_plugin_common [None req-4254a8e8-7e3e-41ea-bd68-0c586fedcc35 None None] Allocated IP 172.20.0.2 (232c2cd8-3827-47b2-95ae-f90c0b9d2e5c/32f65f21-7a7c-4568-afd2-3193e7fc13b4/31148648-3157-4616-8d3e-779298850753) {{(pid=101975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:13:00.395394 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc334288-6fc5-4fb2-98d4-dca9d0f39abb admin admin] Network 8a629e7d-72b0-4646-a07a-812ae74aa6c3 is scheduled to be hosted by DHCP agent 09a5fe22-088d-4af2-a4f8-d44fceaa8957 with binding_index 1 {{(pid=101974) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:13:00.465584 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-70cd19b1-6cc4-4d1b-8b04-49ca969e83bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:00.478868 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70cd19b1-6cc4-4d1b-8b04-49ca969e83bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1021} {{(pid=101974) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:13:00.489264 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-70cd19b1-6cc4-4d1b-8b04-49ca969e83bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908'] for segment, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:00.489867 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.db.segments_db [None req-70cd19b1-6cc4-4d1b-8b04-49ca969e83bc admin admin] Added segment e9961c6b-71bd-414a-abdd-83c03087e013 of type vlan for network f7961d2d-16df-4f4e-ba8f-b487aecddcfb Oct 27 10:13:00.537557 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-70cd19b1-6cc4-4d1b-8b04-49ca969e83bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740339715530'] for network, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:00.556091 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4254a8e8-7e3e-41ea-bd68-0c586fedcc35 None None] Publish callbacks [] for port, precommit_create {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:00.566423 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-c109ea14-63b9-48d7-821a-9a4b4d107dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413'] for network, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:00.567666 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c109ea14-63b9-48d7-821a-9a4b4d107dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:00.568463 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-c109ea14-63b9-48d7-821a-9a4b4d107dd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for network, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:00.577893 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.base_scheduler [None req-bc334288-6fc5-4fb2-98d4-dca9d0f39abb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-2-iscsi, 8a629e7d-72b0-4646-a07a-812ae74aa6c3) {{(pid=101974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:13:00.586617 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-79905bbb-3157-43f5-b9c6-547b5b1a688e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:00.590053 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea527804-b7d6-4cab-95e7-3e2d62042f9a None None] Network 8a629e7d-72b0-4646-a07a-812ae74aa6c3 requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:13:00.593730 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc334288-6fc5-4fb2-98d4-dca9d0f39abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:00.594435 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-bc334288-6fc5-4fb2-98d4-dca9d0f39abb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for subnet, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:00.628245 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd19b1-6cc4-4d1b-8b04-49ca969e83bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa73f287-8a88-4d60-b485-2a1737701a87,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:00.690942 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c109ea14-63b9-48d7-821a-9a4b4d107dd5 admin admin] Pushing event updated for resources: {'Network': ['ID=240c3359-dfa6-4c1c-987a-075566c1ee10,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:00.694960 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4254a8e8-7e3e-41ea-bd68-0c586fedcc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839'] for port, after_create {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:00.703297 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-70cd19b1-6cc4-4d1b-8b04-49ca969e83bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413'] for network, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:00.705093 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cd19b1-6cc4-4d1b-8b04-49ca969e83bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:00.705302 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-70cd19b1-6cc4-4d1b-8b04-49ca969e83bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for network, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:00.742919 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-c109ea14-63b9-48d7-821a-9a4b4d107dd5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3399682 Oct 27 10:13:00.744247 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 44038) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:00.750447 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-482bfb70-6cae-4b98-ab30-1b06fafc7abf admin admin] Request body: {'subnet': {'network_id': '240c3359-dfa6-4c1c-987a-075566c1ee10', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-589132652-subnet', 'tenant_id': '857c6c8351d943bd9f2b135dbac4f88d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:13:00.789619 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4254a8e8-7e3e-41ea-bd68-0c586fedcc35 None None] Pushing event updated for resources: {'Port': ['ID=31148648-3157-4616-8d3e-779298850753,revision_number=1']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:00.797812 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Network 240c3359-dfa6-4c1c-987a-075566c1ee10 details requested by agent ovs-agent-dv-cinder-815146-2-iscsi with host dv-cinder-815146-2-iscsi {{(pid=101975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:13:00.808507 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-bc334288-6fc5-4fb2-98d4-dca9d0f39abb admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1942317 Oct 27 10:13:00.808723 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4254a8e8-7e3e-41ea-bd68-0c586fedcc35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:13:00.808723 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4254a8e8-7e3e-41ea-bd68-0c586fedcc35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:13:00.808723 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4254a8e8-7e3e-41ea-bd68-0c586fedcc35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:13:00.808723 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4254a8e8-7e3e-41ea-bd68-0c586fedcc35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:13:00.808723 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4254a8e8-7e3e-41ea-bd68-0c586fedcc35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:13:00.808723 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4254a8e8-7e3e-41ea-bd68-0c586fedcc35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:13:00.808723 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4254a8e8-7e3e-41ea-bd68-0c586fedcc35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:13:00.809337 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4254a8e8-7e3e-41ea-bd68-0c586fedcc35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:13:00.809427 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 44052) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:00.809581 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4254a8e8-7e3e-41ea-bd68-0c586fedcc35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:13:00.809581 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4254a8e8-7e3e-41ea-bd68-0c586fedcc35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:13:00.811012 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4254a8e8-7e3e-41ea-bd68-0c586fedcc35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:13:00.811354 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4254a8e8-7e3e-41ea-bd68-0c586fedcc35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:13:00.812953 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4254a8e8-7e3e-41ea-bd68-0c586fedcc35 None None] Tracked resource versions report: Oct 27 10:13:00.812953 dv-cinder-815146-2-iscsi neutron-server[101975]: pushed versions: Oct 27 10:13:00.812953 dv-cinder-815146-2-iscsi neutron-server[101975]: { 'AddressGroup': {'1.2'}, Oct 27 10:13:00.812953 dv-cinder-815146-2-iscsi neutron-server[101975]: 'ConntrackHelper': {'1.0'}, Oct 27 10:13:00.812953 dv-cinder-815146-2-iscsi neutron-server[101975]: 'Log': {'1.0'}, Oct 27 10:13:00.812953 dv-cinder-815146-2-iscsi neutron-server[101975]: 'Network': {'1.1'}, Oct 27 10:13:00.812953 dv-cinder-815146-2-iscsi neutron-server[101975]: 'Port': {'1.7'}, Oct 27 10:13:00.812953 dv-cinder-815146-2-iscsi neutron-server[101975]: 'PortForwarding': {'1.2'}, Oct 27 10:13:00.812953 dv-cinder-815146-2-iscsi neutron-server[101975]: 'QosPolicy': {'1.10'}, Oct 27 10:13:00.812953 dv-cinder-815146-2-iscsi neutron-server[101975]: 'SecurityGroup': {'1.4'}, Oct 27 10:13:00.812953 dv-cinder-815146-2-iscsi neutron-server[101975]: 'SecurityGroupRule': {'1.2'}, Oct 27 10:13:00.812953 dv-cinder-815146-2-iscsi neutron-server[101975]: 'SubPort': {'1.0'}, Oct 27 10:13:00.812953 dv-cinder-815146-2-iscsi neutron-server[101975]: 'Subnet': {'1.1'}, Oct 27 10:13:00.812953 dv-cinder-815146-2-iscsi neutron-server[101975]: 'Trunk': {'1.1'}} Oct 27 10:13:00.812953 dv-cinder-815146-2-iscsi neutron-server[101975]: consumer versions: Oct 27 10:13:00.812953 dv-cinder-815146-2-iscsi neutron-server[101975]: { DHCP agent@dv-cinder-815146-2-iscsi: {}, Oct 27 10:13:00.812953 dv-cinder-815146-2-iscsi neutron-server[101975]: HyperV agent@hv-cinder-81514: {}, Oct 27 10:13:00.812953 dv-cinder-815146-2-iscsi neutron-server[101975]: L3 agent@dv-cinder-815146-2-iscsi: {}, Oct 27 10:13:00.812953 dv-cinder-815146-2-iscsi neutron-server[101975]: Metadata agent@dv-cinder-815146-2-iscsi: {}, Oct 27 10:13:00.812953 dv-cinder-815146-2-iscsi neutron-server[101975]: Metering agent@dv-cinder-815146-2-iscsi: {}, Oct 27 10:13:00.812953 dv-cinder-815146-2-iscsi neutron-server[101975]: Open vSwitch agent@dv-cinder-815146-2-iscsi: { 'AddressGroup': '1.2', Oct 27 10:13:00.812953 dv-cinder-815146-2-iscsi neutron-server[101975]: 'ConntrackHelper': '1.0', Oct 27 10:13:00.812953 dv-cinder-815146-2-iscsi neutron-server[101975]: 'Log': '1.0', Oct 27 10:13:00.812953 dv-cinder-815146-2-iscsi neutron-server[101975]: 'Network': '1.1', Oct 27 10:13:00.812953 dv-cinder-815146-2-iscsi neutron-server[101975]: 'Port': '1.7', Oct 27 10:13:00.812953 dv-cinder-815146-2-iscsi neutron-server[101975]: 'PortForwarding': '1.2', Oct 27 10:13:00.812953 dv-cinder-815146-2-iscsi neutron-server[101975]: 'QosPolicy': '1.10', Oct 27 10:13:00.812953 dv-cinder-815146-2-iscsi neutron-server[101975]: 'SecurityGroup': '1.4', Oct 27 10:13:00.812953 dv-cinder-815146-2-iscsi neutron-server[101975]: 'SecurityGroupRule': '1.2', Oct 27 10:13:00.812953 dv-cinder-815146-2-iscsi neutron-server[101975]: 'SubPort': '1.0', Oct 27 10:13:00.812953 dv-cinder-815146-2-iscsi neutron-server[101975]: 'Subnet': '1.1', Oct 27 10:13:00.812953 dv-cinder-815146-2-iscsi neutron-server[101975]: 'Trunk': '1.1'}} Oct 27 10:13:00.812953 dv-cinder-815146-2-iscsi neutron-server[101975]: {{(pid=101975) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 10:13:00.815416 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-d6dd4a17-c51b-42fa-bac2-e0c04f45c98f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1029581605-router', 'tenant_id': 'e7c55039221b45c69304c1afafa20e6a', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'}}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:13:00.835880 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4254a8e8-7e3e-41ea-bd68-0c586fedcc35 None None] Network 232c2cd8-3827-47b2-95ae-f90c0b9d2e5c is already hosted by enough agents. {{(pid=101975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:13:00.840679 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.scheduler.base_scheduler [None req-4254a8e8-7e3e-41ea-bd68-0c586fedcc35 None None] Resources bound (agent type, host, resource id): {{(pid=101975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:13:00.847275 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4254a8e8-7e3e-41ea-bd68-0c586fedcc35 None None] Received port after_create {{(pid=101975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:13:00.882819 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482bfb70-6cae-4b98-ab30-1b06fafc7abf admin admin] Made reservation on behalf of 857c6c8351d943bd9f2b135dbac4f88d for: {'subnet': 1} {{(pid=101973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:13:00.885625 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-482bfb70-6cae-4b98-ab30-1b06fafc7abf admin admin] Publish callbacks [] for subnet, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:00.912912 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd19b1-6cc4-4d1b-8b04-49ca969e83bc admin admin] Pushing event updated for resources: {'Network': ['ID=f7961d2d-16df-4f4e-ba8f-b487aecddcfb,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:00.933630 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Network f7961d2d-16df-4f4e-ba8f-b487aecddcfb details requested by agent ovs-agent-dv-cinder-815146-2-iscsi with host dv-cinder-815146-2-iscsi {{(pid=101975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:13:01.025975 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d6dd4a17-c51b-42fa-bac2-e0c04f45c98f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-567724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13764'] for router, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:01.027242 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d6dd4a17-c51b-42fa-bac2-e0c04f45c98f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-564949', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13757'] for router, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:01.049090 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-79905bbb-3157-43f5-b9c6-547b5b1a688e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:01.109141 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d6dd4a17-c51b-42fa-bac2-e0c04f45c98f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:01.113755 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-4254a8e8-7e3e-41ea-bd68-0c586fedcc35 None None] Attempting to bind port 31148648-3157-4616-8d3e-779298850753 on host dv-cinder-815146-2-iscsi for vnic_type normal with profile {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:13:01.114469 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-4254a8e8-7e3e-41ea-bd68-0c586fedcc35 None None] Attempting to bind port 31148648-3157-4616-8d3e-779298850753 by drivers openvswitch,hyperv on host dv-cinder-815146-2-iscsi at level 0 using segments [{'id': '2d3ba54e-e4c0-416f-b13e-608a81231259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '232c2cd8-3827-47b2-95ae-f90c0b9d2e5c'}] {{(pid=101975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:13:01.114996 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4254a8e8-7e3e-41ea-bd68-0c586fedcc35 None None] Attempting to bind port 31148648-3157-4616-8d3e-779298850753 on network 232c2cd8-3827-47b2-95ae-f90c0b9d2e5c {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:13:01.121569 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-70cd19b1-6cc4-4d1b-8b04-49ca969e83bc admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6926410 Oct 27 10:13:01.124345 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 44062) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:01.127561 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [None req-3f222045-8810-4cff-8e41-ff4363fcd770 admin admin] Request body: {'subnet': {'network_id': 'f7961d2d-16df-4f4e-ba8f-b487aecddcfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1131127592-subnet', 'tenant_id': '84ee96eca37f439da63d7612697a0a33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:13:01.143765 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4254a8e8-7e3e-41ea-bd68-0c586fedcc35 None None] Checking agent: {'id': '47afc1f0-2071-45d2-aeaa-ba0f7c30884d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 4, 35), 'started_at': datetime.datetime(2021, 10, 27, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:13:01.144416 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4254a8e8-7e3e-41ea-bd68-0c586fedcc35 None None] Checking segment: {'id': '2d3ba54e-e4c0-416f-b13e-608a81231259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '232c2cd8-3827-47b2-95ae-f90c0b9d2e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:13:01.145179 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4254a8e8-7e3e-41ea-bd68-0c586fedcc35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:01.145783 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4254a8e8-7e3e-41ea-bd68-0c586fedcc35 None None] Bound using segment: {'id': '2d3ba54e-e4c0-416f-b13e-608a81231259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '232c2cd8-3827-47b2-95ae-f90c0b9d2e5c'} {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:13:01.146532 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-4254a8e8-7e3e-41ea-bd68-0c586fedcc35 None None] Bound port: 31148648-3157-4616-8d3e-779298850753, host: dv-cinder-815146-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3ba54e-e4c0-416f-b13e-608a81231259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '232c2cd8-3827-47b2-95ae-f90c0b9d2e5c'}}] {{(pid=101975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:13:01.150951 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4254a8e8-7e3e-41ea-bd68-0c586fedcc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:01.273675 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-482bfb70-6cae-4b98-ab30-1b06fafc7abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413'] for subnet, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:01.348466 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482bfb70-6cae-4b98-ab30-1b06fafc7abf admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fa553c3-5d72-4dfc-b38c-81901cfb8d17,revision_number=0']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:01.379496 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-4254a8e8-7e3e-41ea-bd68-0c586fedcc35 None None] For port 31148648-3157-4616-8d3e-779298850753, host dv-cinder-815146-2-iscsi, cleared binding levels {{(pid=101975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:13:01.387257 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-4254a8e8-7e3e-41ea-bd68-0c586fedcc35 None None] For port 31148648-3157-4616-8d3e-779298850753, host dv-cinder-815146-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=31148648-3157-4616-8d3e-779298850753,segment=NetworkSegment(2d3ba54e-e4c0-416f-b13e-608a81231259),segment_id=2d3ba54e-e4c0-416f-b13e-608a81231259)] {{(pid=101975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:13:01.390370 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11577ce0-b76e-4fe8-ac1f-4ea529e29d96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c31819-fd0c-56d4-b47e-8a5f64837448-8a629e7d-72b0-4646-a07a-812ae74aa6c3', 'network_id': '8a629e7d-72b0-4646-a07a-812ae74aa6c3', 'tenant_id': 'e7c55039221b45c69304c1afafa20e6a', 'fixed_ips': [{'subnet_id': '2d043faf-de54-45d8-ad51-b3c5339bc389'}]}} from dv-cinder-815146-2-iscsi. {{(pid=101975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:13:01.391730 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-11577ce0-b76e-4fe8-ac1f-4ea529e29d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:01.424828 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f222045-8810-4cff-8e41-ff4363fcd770 admin admin] Made reservation on behalf of 84ee96eca37f439da63d7612697a0a33 for: {'subnet': 1} {{(pid=101974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:13:01.428289 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-3f222045-8810-4cff-8e41-ff4363fcd770 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:01.432587 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d6dd4a17-c51b-42fa-bac2-e0c04f45c98f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:01.451159 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482bfb70-6cae-4b98-ab30-1b06fafc7abf admin admin] Checking segment: {'id': '3ea4c435-e01e-4e34-b22e-41caaf408975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '240c3359-dfa6-4c1c-987a-075566c1ee10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:13:01.451491 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482bfb70-6cae-4b98-ab30-1b06fafc7abf admin admin] Network hostable DHCP agents. Network: 240c3359-dfa6-4c1c-987a-075566c1ee10, hostable agents: ['09a5fe22-088d-4af2-a4f8-d44fceaa8957'], hosted agents: [] {{(pid=101973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:13:01.501504 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4254a8e8-7e3e-41ea-bd68-0c586fedcc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:01.573040 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-79905bbb-3157-43f5-b9c6-547b5b1a688e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:01.602854 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482bfb70-6cae-4b98-ab30-1b06fafc7abf admin admin] Network 240c3359-dfa6-4c1c-987a-075566c1ee10 is scheduled to be hosted by DHCP agent 09a5fe22-088d-4af2-a4f8-d44fceaa8957 with binding_index 1 {{(pid=101973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:13:01.605179 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-79905bbb-3157-43f5-b9c6-547b5b1a688e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:01.780180 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4254a8e8-7e3e-41ea-bd68-0c586fedcc35 None None] Pushing event updated for resources: {'Port': ['ID=31148648-3157-4616-8d3e-779298850753,revision_number=2']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:01.791116 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.db_base_plugin_common [None req-11577ce0-b76e-4fe8-ac1f-4ea529e29d96 None None] Allocated IP 172.20.0.2 (8a629e7d-72b0-4646-a07a-812ae74aa6c3/2d043faf-de54-45d8-ad51-b3c5339bc389/0085cbc5-4961-4618-8a9e-48741c81b61a) {{(pid=101975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:13:01.920569 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.db.db_base_plugin_common [None req-79905bbb-3157-43f5-b9c6-547b5b1a688e admin admin] Allocated IP 172.27.0.125 (69571a3e-4e32-484c-817d-d4e48eaaa088/c41fd2cf-ce58-48ac-94e7-7a64d200bbef/0f0381e7-42de-486b-b3b8-4226787353b6) {{(pid=101974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:13:01.924204 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-ca057dad-1327-4971-9ebb-285e2eb73744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:02.067117 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-79905bbb-3157-43f5-b9c6-547b5b1a688e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:02.077305 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d6dd4a17-c51b-42fa-bac2-e0c04f45c98f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:02.111890 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-11577ce0-b76e-4fe8-ac1f-4ea529e29d96 None None] Publish callbacks [] for port, precommit_create {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:02.112062 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-3f222045-8810-4cff-8e41-ff4363fcd770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413'] for subnet, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:02.120411 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d6dd4a17-c51b-42fa-bac2-e0c04f45c98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:02.130980 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 44086) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:02.140213 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [None req-482bfb70-6cae-4b98-ab30-1b06fafc7abf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-2-iscsi, 240c3359-dfa6-4c1c-987a-075566c1ee10) {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:13:02.150774 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482bfb70-6cae-4b98-ab30-1b06fafc7abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:02.151941 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-482bfb70-6cae-4b98-ab30-1b06fafc7abf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for subnet, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:02.232540 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1963c289-2c22-4b88-9e02-952dc82351e4 None None] Network 240c3359-dfa6-4c1c-987a-075566c1ee10 requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:13:02.288424 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-482bfb70-6cae-4b98-ab30-1b06fafc7abf admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5419264 Oct 27 10:13:02.308780 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-11577ce0-b76e-4fe8-ac1f-4ea529e29d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839'] for port, after_create {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:02.354519 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f222045-8810-4cff-8e41-ff4363fcd770 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c71709b-7393-40ed-a177-1fb36198be48,revision_number=0']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:02.354519 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f222045-8810-4cff-8e41-ff4363fcd770 admin admin] Checking segment: {'id': 'e9961c6b-71bd-414a-abdd-83c03087e013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'f7961d2d-16df-4f4e-ba8f-b487aecddcfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:13:02.354519 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f222045-8810-4cff-8e41-ff4363fcd770 admin admin] Network hostable DHCP agents. Network: f7961d2d-16df-4f4e-ba8f-b487aecddcfb, hostable agents: ['09a5fe22-088d-4af2-a4f8-d44fceaa8957'], hosted agents: [] {{(pid=101974) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:13:02.422342 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11577ce0-b76e-4fe8-ac1f-4ea529e29d96 None None] Network 8a629e7d-72b0-4646-a07a-812ae74aa6c3 is already hosted by enough agents. {{(pid=101975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:13:02.432645 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11577ce0-b76e-4fe8-ac1f-4ea529e29d96 None None] Pushing event updated for resources: {'Port': ['ID=0085cbc5-4961-4618-8a9e-48741c81b61a,revision_number=1']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:02.435071 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-79905bbb-3157-43f5-b9c6-547b5b1a688e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839'] for port, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:02.444036 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.scheduler.base_scheduler [None req-11577ce0-b76e-4fe8-ac1f-4ea529e29d96 None None] Resources bound (agent type, host, resource id): {{(pid=101975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:13:02.447529 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11577ce0-b76e-4fe8-ac1f-4ea529e29d96 None None] Received port after_create {{(pid=101975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:13:02.511709 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9f8fc7eb-c209-40f6-8274-7cc8254dc7b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:02.550340 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f222045-8810-4cff-8e41-ff4363fcd770 admin admin] Network f7961d2d-16df-4f4e-ba8f-b487aecddcfb is scheduled to be hosted by DHCP agent 09a5fe22-088d-4af2-a4f8-d44fceaa8957 with binding_index 1 {{(pid=101974) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:13:02.573625 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-11577ce0-b76e-4fe8-ac1f-4ea529e29d96 None None] Attempting to bind port 0085cbc5-4961-4618-8a9e-48741c81b61a on host dv-cinder-815146-2-iscsi for vnic_type normal with profile {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:13:02.573625 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-11577ce0-b76e-4fe8-ac1f-4ea529e29d96 None None] Attempting to bind port 0085cbc5-4961-4618-8a9e-48741c81b61a by drivers openvswitch,hyperv on host dv-cinder-815146-2-iscsi at level 0 using segments [{'id': 'acf42566-5f4e-42c2-8a27-453fec152c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '8a629e7d-72b0-4646-a07a-812ae74aa6c3'}] {{(pid=101975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:13:02.573625 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11577ce0-b76e-4fe8-ac1f-4ea529e29d96 None None] Attempting to bind port 0085cbc5-4961-4618-8a9e-48741c81b61a on network 8a629e7d-72b0-4646-a07a-812ae74aa6c3 {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:13:02.575540 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e2f19d-8867-42cc-a3e3-e2fab75846ec None None] Network 240c3359-dfa6-4c1c-987a-075566c1ee10 requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:13:02.584817 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79905bbb-3157-43f5-b9c6-547b5b1a688e admin admin] Network 69571a3e-4e32-484c-817d-d4e48eaaa088 is already hosted by enough agents. {{(pid=101974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:13:02.591254 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11577ce0-b76e-4fe8-ac1f-4ea529e29d96 None None] Checking agent: {'id': '47afc1f0-2071-45d2-aeaa-ba0f7c30884d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 4, 35), 'started_at': datetime.datetime(2021, 10, 27, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:13:02.591496 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.base_scheduler [None req-79905bbb-3157-43f5-b9c6-547b5b1a688e admin admin] Resources bound (agent type, host, resource id): {{(pid=101974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:13:02.591610 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11577ce0-b76e-4fe8-ac1f-4ea529e29d96 None None] Checking segment: {'id': 'acf42566-5f4e-42c2-8a27-453fec152c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '8a629e7d-72b0-4646-a07a-812ae74aa6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:13:02.592378 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-11577ce0-b76e-4fe8-ac1f-4ea529e29d96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:02.592927 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11577ce0-b76e-4fe8-ac1f-4ea529e29d96 None None] Bound using segment: {'id': 'acf42566-5f4e-42c2-8a27-453fec152c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '8a629e7d-72b0-4646-a07a-812ae74aa6c3'} {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:13:02.593421 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-11577ce0-b76e-4fe8-ac1f-4ea529e29d96 None None] Bound port: 0085cbc5-4961-4618-8a9e-48741c81b61a, host: dv-cinder-815146-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acf42566-5f4e-42c2-8a27-453fec152c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '8a629e7d-72b0-4646-a07a-812ae74aa6c3'}}] {{(pid=101975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:13:02.593854 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-11577ce0-b76e-4fe8-ac1f-4ea529e29d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:02.601338 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.db_base_plugin_common [None req-d6dd4a17-c51b-42fa-bac2-e0c04f45c98f admin admin] Allocated IP 172.27.0.34 (69571a3e-4e32-484c-817d-d4e48eaaa088/c41fd2cf-ce58-48ac-94e7-7a64d200bbef/b0997d9b-90ac-4b76-a43a-41be4b4fa380) {{(pid=101973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:13:02.613947 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79905bbb-3157-43f5-b9c6-547b5b1a688e admin admin] Received port after_create {{(pid=101974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:13:02.636472 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79905bbb-3157-43f5-b9c6-547b5b1a688e admin admin] Pushing event updated for resources: {'Port': ['ID=0f0381e7-42de-486b-b3b8-4226787353b6,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:02.676934 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.base_scheduler [None req-3f222045-8810-4cff-8e41-ff4363fcd770 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-2-iscsi, f7961d2d-16df-4f4e-ba8f-b487aecddcfb) {{(pid=101974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:13:02.738235 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f222045-8810-4cff-8e41-ff4363fcd770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:02.738879 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-3f222045-8810-4cff-8e41-ff4363fcd770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for subnet, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:02.746899 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9f8fc7eb-c209-40f6-8274-7cc8254dc7b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:02.751110 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66d14c3-f65a-40af-888d-9860106d74a9 None None] Network f7961d2d-16df-4f4e-ba8f-b487aecddcfb requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:13:02.788270 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d6dd4a17-c51b-42fa-bac2-e0c04f45c98f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:02.840150 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9f8fc7eb-c209-40f6-8274-7cc8254dc7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:02.892494 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-9f8fc7eb-c209-40f6-8274-7cc8254dc7b6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1e2a798f0e3e41d69b6ca5468e8c7e35&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7603824 Oct 27 10:13:02.894640 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8fc7eb-c209-40f6-8274-7cc8254dc7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f13676f-45ad-4170-817e-5b890a7e8052,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:02.895173 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 44108) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:02.912280 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-3f222045-8810-4cff-8e41-ff4363fcd770 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7889462 Oct 27 10:13:02.916292 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 44110) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:02.921130 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-218c9621-e6ac-4962-a2df-3d3a82f2b643 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1131127592-router', 'tenant_id': '84ee96eca37f439da63d7612697a0a33', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'}}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:13:02.928618 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d6dd4a17-c51b-42fa-bac2-e0c04f45c98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839'] for port, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:03.012005 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6dd4a17-c51b-42fa-bac2-e0c04f45c98f admin admin] Network 69571a3e-4e32-484c-817d-d4e48eaaa088 is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:13:03.015206 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [None req-d6dd4a17-c51b-42fa-bac2-e0c04f45c98f admin admin] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:13:03.019024 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dd4a17-c51b-42fa-bac2-e0c04f45c98f admin admin] Received port after_create {{(pid=101973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:13:03.034403 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd4a17-c51b-42fa-bac2-e0c04f45c98f admin admin] Pushing event updated for resources: {'Port': ['ID=b0997d9b-90ac-4b76-a43a-41be4b4fa380,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:03.059446 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89917c14-e71d-4c12-9920-e7949cbbf156 None None] Network f7961d2d-16df-4f4e-ba8f-b487aecddcfb requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:13:03.263425 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-11577ce0-b76e-4fe8-ac1f-4ea529e29d96 None None] For port 0085cbc5-4961-4618-8a9e-48741c81b61a, host dv-cinder-815146-2-iscsi, cleared binding levels {{(pid=101975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:13:03.280114 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-11577ce0-b76e-4fe8-ac1f-4ea529e29d96 None None] For port 0085cbc5-4961-4618-8a9e-48741c81b61a, host dv-cinder-815146-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=0085cbc5-4961-4618-8a9e-48741c81b61a,segment=NetworkSegment(acf42566-5f4e-42c2-8a27-453fec152c59),segment_id=acf42566-5f4e-42c2-8a27-453fec152c59)] {{(pid=101975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:13:03.290804 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-79905bbb-3157-43f5-b9c6-547b5b1a688e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:03.308964 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-218c9621-e6ac-4962-a2df-3d3a82f2b643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-567724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13764'] for router, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:03.312233 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-218c9621-e6ac-4962-a2df-3d3a82f2b643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-564949', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13757'] for router, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:03.359975 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-11577ce0-b76e-4fe8-ac1f-4ea529e29d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:03.405791 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-d506b2da-dfdf-4f1e-b161-9a396dcc0de6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:03.471124 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-d506b2da-dfdf-4f1e-b161-9a396dcc0de6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:03.472895 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17e4bad-2dc1-4f6f-9154-79d1b6a1d675 None None] Network 232c2cd8-3827-47b2-95ae-f90c0b9d2e5c requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:13:03.703514 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-218c9621-e6ac-4962-a2df-3d3a82f2b643 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:03.706011 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 31148648-3157-4616-8d3e-779298850753 up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:13:03.788761 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-75f90ad9-2ac5-4313-bbc7-2c8c71c25f83 None None] Provisioning complete for port 31148648-3157-4616-8d3e-779298850753 triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:13:03.789145 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-75f90ad9-2ac5-4313-bbc7-2c8c71c25f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:03.802895 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d6dd4a17-c51b-42fa-bac2-e0c04f45c98f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:03.848669 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11577ce0-b76e-4fe8-ac1f-4ea529e29d96 None None] Pushing event updated for resources: {'Port': ['ID=0085cbc5-4961-4618-8a9e-48741c81b61a,revision_number=2']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:03.918411 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port 31148648-3157-4616-8d3e-779298850753 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:13:03.919047 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:04.031615 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-75f90ad9-2ac5-4313-bbc7-2c8c71c25f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:04.038344 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-79905bbb-3157-43f5-b9c6-547b5b1a688e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-564872'] for router, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:04.199579 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:04.227148 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 44156) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:04.263755 dv-cinder-815146-2-iscsi neutron-server[101973]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 27 10:13:04.265210 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-75f90ad9-2ac5-4313-bbc7-2c8c71c25f83 None None] For port 31148648-3157-4616-8d3e-779298850753, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=31148648-3157-4616-8d3e-779298850753,segment=NetworkSegment(2d3ba54e-e4c0-416f-b13e-608a81231259),segment_id=2d3ba54e-e4c0-416f-b13e-608a81231259)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:13:04.267174 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-7c300fed-ac65-4c15-bb08-4e8a60271340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:04.270112 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-d506b2da-dfdf-4f1e-b161-9a396dcc0de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:04.273146 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-d506b2da-dfdf-4f1e-b161-9a396dcc0de6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:04.274423 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-d506b2da-dfdf-4f1e-b161-9a396dcc0de6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1f13676f-45ad-4170-817e-5b890a7e8052 HTTP/1.1" status: 204 len: 168 time: 1.3782263 Oct 27 10:13:04.302547 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d506b2da-dfdf-4f1e-b161-9a396dcc0de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f13676f-45ad-4170-817e-5b890a7e8052,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:04.323318 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-218c9621-e6ac-4962-a2df-3d3a82f2b643 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:04.344684 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-75f90ad9-2ac5-4313-bbc7-2c8c71c25f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:04.394217 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79905bbb-3157-43f5-b9c6-547b5b1a688e admin admin] Router 6583f1c3-2cd5-41fc-a7f7-ebb598d22137 is scheduled to L3 agent b2a2dab9-f998-4002-b8bb-cf3ca8546284 with binding_index 1 {{(pid=101974) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:13:04.484077 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.db.api [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101975) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:13:04.484667 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG oslo_db.api [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:13:04.488142 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f90ad9-2ac5-4313-bbc7-2c8c71c25f83 None None] Pushing event updated for resources: {'Port': ['ID=31148648-3157-4616-8d3e-779298850753,revision_number=3']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:04.497988 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-a77ede9f-37f5-43bc-a253-4027c0a5b348 None None] Provisioning complete for port 31148648-3157-4616-8d3e-779298850753 triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:13:04.498459 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-a77ede9f-37f5-43bc-a253-4027c0a5b348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:04.523280 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79905bbb-3157-43f5-b9c6-547b5b1a688e admin admin] Notify agent at l3_agent.dv-cinder-815146-2-iscsi the message routers_updated {{(pid=101974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:13:04.600611 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e708a263-532e-42ce-9d73-0f27e30b5253 None None] Sync routers for ids ['6583f1c3-2cd5-41fc-a7f7-ebb598d22137'] in dv-cinder-815146-2-iscsi {{(pid=101976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:13:04.600611 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e708a263-532e-42ce-9d73-0f27e30b5253 None None] Routers {'6583f1c3-2cd5-41fc-a7f7-ebb598d22137'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:13:04.600611 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-e708a263-532e-42ce-9d73-0f27e30b5253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:13:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['6583f1c3-2cd5-41fc-a7f7-ebb598d22137'], 'active': True} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:13:04.686548 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-79905bbb-3157-43f5-b9c6-547b5b1a688e admin admin] Publish callbacks [] for router, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:04.691820 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-79905bbb-3157-43f5-b9c6-547b5b1a688e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.5353336 Oct 27 10:13:04.694471 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 44166) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:04.737455 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b831481-864a-442e-ab12-e790a4822cd8 req-01f2747e-e701-4b6f-87b1-512ff10fedd7 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:04.738979 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0b831481-864a-442e-ab12-e790a4822cd8 req-01f2747e-e701-4b6f-87b1-512ff10fedd7 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/networks?id=240c3359-dfa6-4c1c-987a-075566c1ee10 HTTP/1.1" status: 200 len: 811 time: 0.5101488 Oct 27 10:13:04.765445 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d6dd4a17-c51b-42fa-bac2-e0c04f45c98f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-564872'] for router, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:04.771641 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0b831481-864a-442e-ab12-e790a4822cd8 req-d91c4354-91db-4046-a215-7d739b07320a tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/quotas/857c6c8351d943bd9f2b135dbac4f88d HTTP/1.1" status: 200 len: 375 time: 0.0221758 Oct 27 10:13:04.831142 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvr_db [None req-e708a263-532e-42ce-9d73-0f27e30b5253 None None] Set router 6583f1c3-2cd5-41fc-a7f7-ebb598d22137 gateway port host: dv-cinder-815146-2-iscsi {{(pid=101976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:13:04.901638 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b634ea2-28f7-47f6-9701-790e341d52ca None None] Network 8a629e7d-72b0-4646-a07a-812ae74aa6c3 requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:13:04.992428 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-481089c4-c013-4fb9-9e27-0b12a1dbe2d4 None None] Provisioning complete for port 0085cbc5-4961-4618-8a9e-48741c81b61a triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:13:04.992774 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-481089c4-c013-4fb9-9e27-0b12a1dbe2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:05.042524 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-e708a263-532e-42ce-9d73-0f27e30b5253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'name': 'tempest-AttachVolumeShelveTestJSON-1169022080-router', 'tenant_id': '20d2cc4467704c129f691b1ba2dd72cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '0f0381e7-42de-486b-b3b8-4226787353b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:00Z', 'updated_at': '2021-10-27T10:13:02Z', 'revision_number': 3, 'project_id': '20d2cc4467704c129f691b1ba2dd72cc', 'gw_port': {'id': '0f0381e7-42de-486b-b3b8-4226787353b6', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:01Z', 'updated_at': '2021-10-27T10:13:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi'}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:13:05.083496 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e708a263-532e-42ce-9d73-0f27e30b5253 None None] Checking router: 6583f1c3-2cd5-41fc-a7f7-ebb598d22137 for host: dv-cinder-815146-2-iscsi {{(pid=101976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:13:05.084206 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e708a263-532e-42ce-9d73-0f27e30b5253 None None] Updating router 6583f1c3-2cd5-41fc-a7f7-ebb598d22137 port 0f0381e7-42de-486b-b3b8-4226787353b6 binding host dv-cinder-815146-2-iscsi {{(pid=101976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:13:05.117656 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-e708a263-532e-42ce-9d73-0f27e30b5253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:05.126045 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0b831481-864a-442e-ab12-e790a4822cd8 req-6feec382-39fd-4ef1-856e-d8ff459a8c05 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=857c6c8351d943bd9f2b135dbac4f88d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3143983 Oct 27 10:13:05.341868 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:05.386598 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-481089c4-c013-4fb9-9e27-0b12a1dbe2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:05.396610 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 44182) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:05.401687 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6dd4a17-c51b-42fa-bac2-e0c04f45c98f admin admin] Router 3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c is scheduled to L3 agent b2a2dab9-f998-4002-b8bb-cf3ca8546284 with binding_index 1 {{(pid=101973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:13:05.426206 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-3c8c721b-5275-41e1-b519-f508b0ca17f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:05.496980 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-481089c4-c013-4fb9-9e27-0b12a1dbe2d4 None None] For port 0085cbc5-4961-4618-8a9e-48741c81b61a, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=0085cbc5-4961-4618-8a9e-48741c81b61a,segment=NetworkSegment(acf42566-5f4e-42c2-8a27-453fec152c59),segment_id=acf42566-5f4e-42c2-8a27-453fec152c59)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:13:05.588376 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-481089c4-c013-4fb9-9e27-0b12a1dbe2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:05.729041 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8ebcdb7d-82c3-4a8a-9dd2-0bc489544887 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:05.733135 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481089c4-c013-4fb9-9e27-0b12a1dbe2d4 None None] Pushing event updated for resources: {'Port': ['ID=0085cbc5-4961-4618-8a9e-48741c81b61a,revision_number=3']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:05.755642 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6dd4a17-c51b-42fa-bac2-e0c04f45c98f admin admin] Notify agent at l3_agent.dv-cinder-815146-2-iscsi the message routers_updated {{(pid=101973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:13:05.773769 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d4af6e-75b2-4fa8-9f68-027b2519375a None None] Sync routers for ids ['3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c'] in dv-cinder-815146-2-iscsi {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:13:05.789618 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [req-0b831481-864a-442e-ab12-e790a4822cd8 req-2d479d29-7815-4b27-a24a-c58c30d7c211 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:13:05.794460 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-e708a263-532e-42ce-9d73-0f27e30b5253 None None] Publish callbacks [] for port, precommit_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:05.797859 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0b831481-864a-442e-ab12-e790a4822cd8 req-2d479d29-7815-4b27-a24a-c58c30d7c211 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.4027867 Oct 27 10:13:05.824126 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 31148648-3157-4616-8d3e-779298850753 up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:13:05.832578 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-218c9621-e6ac-4962-a2df-3d3a82f2b643 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:05.861002 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-e708a263-532e-42ce-9d73-0f27e30b5253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:05.864623 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d4af6e-75b2-4fa8-9f68-027b2519375a None None] Routers {'3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:13:05.865282 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-f4d4af6e-75b2-4fa8-9f68-027b2519375a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:13:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:13:05.893526 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-218c9621-e6ac-4962-a2df-3d3a82f2b643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:05.899774 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d6dd4a17-c51b-42fa-bac2-e0c04f45c98f admin admin] Publish callbacks [] for router, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:05.899774 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-d6dd4a17-c51b-42fa-bac2-e0c04f45c98f admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0881867 Oct 27 10:13:05.901998 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.db.db_base_plugin_common [None req-3c8c721b-5275-41e1-b519-f508b0ca17f5 admin admin] Allocated IP 172.20.0.1 (232c2cd8-3827-47b2-95ae-f90c0b9d2e5c/32f65f21-7a7c-4568-afd2-3193e7fc13b4/60f2a9e9-4a35-494b-b9c9-9aaaa587e2c1) {{(pid=101974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:13:05.907074 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 44196) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:05.968433 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:05.978736 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e03418-8dd5-410f-be51-d182aa830450 None None] Pushing event updated for resources: {'Port': ['ID=0f0381e7-42de-486b-b3b8-4226787353b6,revision_number=2']} {{(pid=101976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:05.982332 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.managers [None req-e708a263-532e-42ce-9d73-0f27e30b5253 None None] Attempting to bind port 0f0381e7-42de-486b-b3b8-4226787353b6 on host dv-cinder-815146-2-iscsi for vnic_type normal with profile {{(pid=101976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:13:05.983093 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.managers [None req-e708a263-532e-42ce-9d73-0f27e30b5253 None None] Attempting to bind port 0f0381e7-42de-486b-b3b8-4226787353b6 by drivers openvswitch,hyperv on host dv-cinder-815146-2-iscsi at level 0 using segments [{'id': 'b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'}] {{(pid=101976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:13:05.983619 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e708a263-532e-42ce-9d73-0f27e30b5253 None None] Attempting to bind port 0f0381e7-42de-486b-b3b8-4226787353b6 on network 69571a3e-4e32-484c-817d-d4e48eaaa088 {{(pid=101976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:13:05.993283 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-d31395f2-b186-46eb-adc1-7b9c7344ab77 None None] Provisioning complete for port 0085cbc5-4961-4618-8a9e-48741c81b61a triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:13:05.994966 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-d31395f2-b186-46eb-adc1-7b9c7344ab77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:05.996388 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e03418-8dd5-410f-be51-d182aa830450 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:13:05.996984 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e03418-8dd5-410f-be51-d182aa830450 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:13:05.997478 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e03418-8dd5-410f-be51-d182aa830450 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:13:05.997990 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e03418-8dd5-410f-be51-d182aa830450 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:13:05.998532 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e03418-8dd5-410f-be51-d182aa830450 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:13:05.999024 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e03418-8dd5-410f-be51-d182aa830450 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:13:05.999521 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e03418-8dd5-410f-be51-d182aa830450 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:13:06.000006 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e03418-8dd5-410f-be51-d182aa830450 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:13:06.000506 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e03418-8dd5-410f-be51-d182aa830450 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:13:06.001024 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e03418-8dd5-410f-be51-d182aa830450 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:13:06.001503 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e03418-8dd5-410f-be51-d182aa830450 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:13:06.001991 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e03418-8dd5-410f-be51-d182aa830450 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:13:06.003232 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e03418-8dd5-410f-be51-d182aa830450 None None] Tracked resource versions report: Oct 27 10:13:06.003232 dv-cinder-815146-2-iscsi neutron-server[101976]: pushed versions: Oct 27 10:13:06.003232 dv-cinder-815146-2-iscsi neutron-server[101976]: { 'AddressGroup': {'1.2'}, Oct 27 10:13:06.003232 dv-cinder-815146-2-iscsi neutron-server[101976]: 'ConntrackHelper': {'1.0'}, Oct 27 10:13:06.003232 dv-cinder-815146-2-iscsi neutron-server[101976]: 'Log': {'1.0'}, Oct 27 10:13:06.003232 dv-cinder-815146-2-iscsi neutron-server[101976]: 'Network': {'1.1'}, Oct 27 10:13:06.003232 dv-cinder-815146-2-iscsi neutron-server[101976]: 'Port': {'1.7'}, Oct 27 10:13:06.003232 dv-cinder-815146-2-iscsi neutron-server[101976]: 'PortForwarding': {'1.2'}, Oct 27 10:13:06.003232 dv-cinder-815146-2-iscsi neutron-server[101976]: 'QosPolicy': {'1.10'}, Oct 27 10:13:06.003232 dv-cinder-815146-2-iscsi neutron-server[101976]: 'SecurityGroup': {'1.4'}, Oct 27 10:13:06.003232 dv-cinder-815146-2-iscsi neutron-server[101976]: 'SecurityGroupRule': {'1.2'}, Oct 27 10:13:06.003232 dv-cinder-815146-2-iscsi neutron-server[101976]: 'SubPort': {'1.0'}, Oct 27 10:13:06.003232 dv-cinder-815146-2-iscsi neutron-server[101976]: 'Subnet': {'1.1'}, Oct 27 10:13:06.003232 dv-cinder-815146-2-iscsi neutron-server[101976]: 'Trunk': {'1.1'}} Oct 27 10:13:06.003232 dv-cinder-815146-2-iscsi neutron-server[101976]: consumer versions: Oct 27 10:13:06.003232 dv-cinder-815146-2-iscsi neutron-server[101976]: { DHCP agent@dv-cinder-815146-2-iscsi: {}, Oct 27 10:13:06.003232 dv-cinder-815146-2-iscsi neutron-server[101976]: HyperV agent@hv-cinder-81514: {}, Oct 27 10:13:06.003232 dv-cinder-815146-2-iscsi neutron-server[101976]: L3 agent@dv-cinder-815146-2-iscsi: {}, Oct 27 10:13:06.003232 dv-cinder-815146-2-iscsi neutron-server[101976]: Metadata agent@dv-cinder-815146-2-iscsi: {}, Oct 27 10:13:06.003232 dv-cinder-815146-2-iscsi neutron-server[101976]: Metering agent@dv-cinder-815146-2-iscsi: {}, Oct 27 10:13:06.003232 dv-cinder-815146-2-iscsi neutron-server[101976]: Open vSwitch agent@dv-cinder-815146-2-iscsi: { 'AddressGroup': '1.2', Oct 27 10:13:06.003232 dv-cinder-815146-2-iscsi neutron-server[101976]: 'ConntrackHelper': '1.0', Oct 27 10:13:06.003232 dv-cinder-815146-2-iscsi neutron-server[101976]: 'Log': '1.0', Oct 27 10:13:06.003232 dv-cinder-815146-2-iscsi neutron-server[101976]: 'Network': '1.1', Oct 27 10:13:06.003232 dv-cinder-815146-2-iscsi neutron-server[101976]: 'Port': '1.7', Oct 27 10:13:06.003232 dv-cinder-815146-2-iscsi neutron-server[101976]: 'PortForwarding': '1.2', Oct 27 10:13:06.003232 dv-cinder-815146-2-iscsi neutron-server[101976]: 'QosPolicy': '1.10', Oct 27 10:13:06.003232 dv-cinder-815146-2-iscsi neutron-server[101976]: 'SecurityGroup': '1.4', Oct 27 10:13:06.003232 dv-cinder-815146-2-iscsi neutron-server[101976]: 'SecurityGroupRule': '1.2', Oct 27 10:13:06.003232 dv-cinder-815146-2-iscsi neutron-server[101976]: 'SubPort': '1.0', Oct 27 10:13:06.003232 dv-cinder-815146-2-iscsi neutron-server[101976]: 'Subnet': '1.1', Oct 27 10:13:06.003232 dv-cinder-815146-2-iscsi neutron-server[101976]: 'Trunk': '1.1'}} Oct 27 10:13:06.003232 dv-cinder-815146-2-iscsi neutron-server[101976]: {{(pid=101976) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 10:13:06.008948 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e708a263-532e-42ce-9d73-0f27e30b5253 None None] Checking agent: {'id': '47afc1f0-2071-45d2-aeaa-ba0f7c30884d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 4, 35), 'started_at': datetime.datetime(2021, 10, 27, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:13:06.023197 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e708a263-532e-42ce-9d73-0f27e30b5253 None None] Checking segment: {'id': 'b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:13:06.025770 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-e708a263-532e-42ce-9d73-0f27e30b5253 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:06.026354 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e708a263-532e-42ce-9d73-0f27e30b5253 None None] Bound using segment: {'id': 'b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'} {{(pid=101976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:13:06.027626 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.managers [None req-e708a263-532e-42ce-9d73-0f27e30b5253 None None] Bound port: 0f0381e7-42de-486b-b3b8-4226787353b6, host: dv-cinder-815146-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'}}] {{(pid=101976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:13:06.028225 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-e708a263-532e-42ce-9d73-0f27e30b5253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:06.060132 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port 31148648-3157-4616-8d3e-779298850753 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:13:06.060510 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:06.093623 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-f4d4af6e-75b2-4fa8-9f68-027b2519375a None None] Set router 3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:13:06.101812 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8ebcdb7d-82c3-4a8a-9dd2-0bc489544887 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:06.117574 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-3c8c721b-5275-41e1-b519-f508b0ca17f5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:06.154639 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0b831481-864a-442e-ab12-e790a4822cd8 req-702e773d-052f-4afd-abb1-82685c1641d2 service neutron] 10.222.0.36 "GET /v2.0/networks/240c3359-dfa6-4c1c-987a-075566c1ee10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560743 Oct 27 10:13:06.157459 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.db [None req-e708a263-532e-42ce-9d73-0f27e30b5253 None None] For port 0f0381e7-42de-486b-b3b8-4226787353b6, host dv-cinder-815146-2-iscsi, cleared binding levels {{(pid=101976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:13:06.162145 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.db [None req-e708a263-532e-42ce-9d73-0f27e30b5253 None None] For port 0f0381e7-42de-486b-b3b8-4226787353b6, host dv-cinder-815146-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=0f0381e7-42de-486b-b3b8-4226787353b6,segment=NetworkSegment(b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3),segment_id=b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3)] {{(pid=101976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:13:06.196348 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8ebcdb7d-82c3-4a8a-9dd2-0bc489544887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:06.224574 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-e708a263-532e-42ce-9d73-0f27e30b5253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:06.248965 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-3c8c721b-5275-41e1-b519-f508b0ca17f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839'] for port, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:06.313779 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebcdb7d-82c3-4a8a-9dd2-0bc489544887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa2bd1e-01da-42a5-a4bd-935b7ee5887d,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:06.324292 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e03418-8dd5-410f-be51-d182aa830450 None None] Pushing event updated for resources: {'Port': ['ID=0f0381e7-42de-486b-b3b8-4226787353b6,revision_number=3']} {{(pid=101976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:06.336926 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 0085cbc5-4961-4618-8a9e-48741c81b61a up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:13:06.368022 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e708a263-532e-42ce-9d73-0f27e30b5253 None None] Routers {'6583f1c3-2cd5-41fc-a7f7-ebb598d22137'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:13:06.368995 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-e708a263-532e-42ce-9d73-0f27e30b5253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:13:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['6583f1c3-2cd5-41fc-a7f7-ebb598d22137'], 'active': True} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:13:06.386033 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.db_base_plugin_common [None req-218c9621-e6ac-4962-a2df-3d3a82f2b643 admin admin] Allocated IP 172.27.0.139 (69571a3e-4e32-484c-817d-d4e48eaaa088/c41fd2cf-ce58-48ac-94e7-7a64d200bbef/ecc30f25-3367-4095-af7a-30a95378404c) {{(pid=101973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:13:06.419242 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8c721b-5275-41e1-b519-f508b0ca17f5 admin admin] Network 232c2cd8-3827-47b2-95ae-f90c0b9d2e5c is already hosted by enough agents. {{(pid=101974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:13:06.430820 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.base_scheduler [None req-3c8c721b-5275-41e1-b519-f508b0ca17f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:13:06.436297 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8c721b-5275-41e1-b519-f508b0ca17f5 admin admin] Received port after_create {{(pid=101974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:13:06.436777 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-3c8c721b-5275-41e1-b519-f508b0ca17f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-564181'] for router_interface, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:06.440068 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-8ebcdb7d-82c3-4a8a-9dd2-0bc489544887 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6c11a73a6bb248d48d193b67ea5a48ce&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0404625 Oct 27 10:13:06.452593 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 44214) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:06.516559 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port 0085cbc5-4961-4618-8a9e-48741c81b61a triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:13:06.517150 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:06.601364 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8c721b-5275-41e1-b519-f508b0ca17f5 admin admin] Pushing event updated for resources: {'Port': ['ID=60f2a9e9-4a35-494b-b9c9-9aaaa587e2c1,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:06.623827 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvr_db [None req-e708a263-532e-42ce-9d73-0f27e30b5253 None None] Set router 6583f1c3-2cd5-41fc-a7f7-ebb598d22137 gateway port host: dv-cinder-815146-2-iscsi {{(pid=101976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:13:06.627282 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-f4d4af6e-75b2-4fa8-9f68-027b2519375a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'name': 'tempest-AttachVolumeTestJSON-1029581605-router', 'tenant_id': 'e7c55039221b45c69304c1afafa20e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b0997d9b-90ac-4b76-a43a-41be4b4fa380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:01Z', 'updated_at': '2021-10-27T10:13:03Z', 'revision_number': 3, 'project_id': 'e7c55039221b45c69304c1afafa20e6a', 'gw_port': {'id': 'b0997d9b-90ac-4b76-a43a-41be4b4fa380', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:02Z', 'updated_at': '2021-10-27T10:13:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi'}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:13:06.697870 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d4af6e-75b2-4fa8-9f68-027b2519375a None None] Checking router: 3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c for host: dv-cinder-815146-2-iscsi {{(pid=101975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:13:06.698371 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d4af6e-75b2-4fa8-9f68-027b2519375a None None] Updating router 3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c port b0997d9b-90ac-4b76-a43a-41be4b4fa380 binding host dv-cinder-815146-2-iscsi {{(pid=101975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:13:06.741334 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-f4d4af6e-75b2-4fa8-9f68-027b2519375a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:06.746795 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0b831481-864a-442e-ab12-e790a4822cd8 req-45740609-d95d-4778-bb2d-0de89fb34bcc service neutron] 10.222.0.36 "GET /v2.0/networks/240c3359-dfa6-4c1c-987a-075566c1ee10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5911958 Oct 27 10:13:06.786436 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-27f588c5-332e-48b7-8a10-17a82a2d08c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:06.807340 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-218c9621-e6ac-4962-a2df-3d3a82f2b643 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:06.958040 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-27f588c5-332e-48b7-8a10-17a82a2d08c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:06.962647 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-8fe4e5f5-9691-4ecf-b967-7b4b43cb6d30 None None] Provisioning complete for port 60f2a9e9-4a35-494b-b9c9-9aaaa587e2c1 triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:13:06.964038 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-8fe4e5f5-9691-4ecf-b967-7b4b43cb6d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:06.966539 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-e708a263-532e-42ce-9d73-0f27e30b5253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'name': 'tempest-AttachVolumeShelveTestJSON-1169022080-router', 'tenant_id': '20d2cc4467704c129f691b1ba2dd72cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '0f0381e7-42de-486b-b3b8-4226787353b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:00Z', 'updated_at': '2021-10-27T10:13:02Z', 'revision_number': 3, 'project_id': '20d2cc4467704c129f691b1ba2dd72cc', 'gw_port': {'id': '0f0381e7-42de-486b-b3b8-4226787353b6', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:01Z', 'updated_at': '2021-10-27T10:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi'}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:13:06.973686 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-218c9621-e6ac-4962-a2df-3d3a82f2b643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839'] for port, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:07.006619 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e708a263-532e-42ce-9d73-0f27e30b5253 None None] The sync data for ids ['6583f1c3-2cd5-41fc-a7f7-ebb598d22137'] in dv-cinder-815146-2-iscsi is: [{'id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'name': 'tempest-AttachVolumeShelveTestJSON-1169022080-router', 'tenant_id': '20d2cc4467704c129f691b1ba2dd72cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '0f0381e7-42de-486b-b3b8-4226787353b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:00Z', 'updated_at': '2021-10-27T10:13:02Z', 'revision_number': 3, 'project_id': '20d2cc4467704c129f691b1ba2dd72cc', 'gw_port': {'id': '0f0381e7-42de-486b-b3b8-4226787353b6', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:01Z', 'updated_at': '2021-10-27T10:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi'}] {{(pid=101976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:13:07.083912 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218c9621-e6ac-4962-a2df-3d3a82f2b643 admin admin] Network 69571a3e-4e32-484c-817d-d4e48eaaa088 is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:13:07.130283 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-27f588c5-332e-48b7-8a10-17a82a2d08c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:07.141017 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-27f588c5-332e-48b7-8a10-17a82a2d08c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:07.144519 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [None req-218c9621-e6ac-4962-a2df-3d3a82f2b643 admin admin] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:13:07.146039 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-27f588c5-332e-48b7-8a10-17a82a2d08c4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1aa2bd1e-01da-42a5-a4bd-935b7ee5887d HTTP/1.1" status: 204 len: 168 time: 0.6509111 Oct 27 10:13:07.161296 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218c9621-e6ac-4962-a2df-3d3a82f2b643 admin admin] Received port after_create {{(pid=101973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:13:07.162303 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-3c8c721b-5275-41e1-b519-f508b0ca17f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:07.180288 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f588c5-332e-48b7-8a10-17a82a2d08c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa2bd1e-01da-42a5-a4bd-935b7ee5887d,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:07.326713 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-f4d4af6e-75b2-4fa8-9f68-027b2519375a None None] Publish callbacks [] for port, precommit_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:07.347712 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-8fe4e5f5-9691-4ecf-b967-7b4b43cb6d30 None None] Port 60f2a9e9-4a35-494b-b9c9-9aaaa587e2c1 cannot update to ACTIVE because it is not bound. {{(pid=101975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:13:07.411358 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-f4d4af6e-75b2-4fa8-9f68-027b2519375a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:07.480481 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c9621-e6ac-4962-a2df-3d3a82f2b643 admin admin] Pushing event updated for resources: {'Port': ['ID=ecc30f25-3367-4095-af7a-30a95378404c,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:07.528014 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:07.551435 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-f4d4af6e-75b2-4fa8-9f68-027b2519375a None None] Attempting to bind port b0997d9b-90ac-4b76-a43a-41be4b4fa380 on host dv-cinder-815146-2-iscsi for vnic_type normal with profile {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:13:07.551886 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-f4d4af6e-75b2-4fa8-9f68-027b2519375a None None] Attempting to bind port b0997d9b-90ac-4b76-a43a-41be4b4fa380 by drivers openvswitch,hyperv on host dv-cinder-815146-2-iscsi at level 0 using segments [{'id': 'b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'}] {{(pid=101975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:13:07.552303 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d4af6e-75b2-4fa8-9f68-027b2519375a None None] Attempting to bind port b0997d9b-90ac-4b76-a43a-41be4b4fa380 on network 69571a3e-4e32-484c-817d-d4e48eaaa088 {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:13:07.569053 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-fef85228-2c2f-4a5b-b0d6-57bba52c8cba req-eeb3a5c9-7c74-415f-9075-9efe939cefbd tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/ports?device_id=eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8 HTTP/1.1" status: 200 len: 210 time: 0.1982527 Oct 27 10:13:07.581983 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d4af6e-75b2-4fa8-9f68-027b2519375a None None] Checking agent: {'id': '47afc1f0-2071-45d2-aeaa-ba0f7c30884d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 4, 35), 'started_at': datetime.datetime(2021, 10, 27, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:13:07.584919 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d4af6e-75b2-4fa8-9f68-027b2519375a None None] Checking segment: {'id': 'b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:13:07.586435 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-f4d4af6e-75b2-4fa8-9f68-027b2519375a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:07.591015 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d4af6e-75b2-4fa8-9f68-027b2519375a None None] Bound using segment: {'id': 'b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'} {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:13:07.591732 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-f4d4af6e-75b2-4fa8-9f68-027b2519375a None None] Bound port: b0997d9b-90ac-4b76-a43a-41be4b4fa380, host: dv-cinder-815146-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'}}] {{(pid=101975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:13:07.592410 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-f4d4af6e-75b2-4fa8-9f68-027b2519375a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:07.810305 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-f4d4af6e-75b2-4fa8-9f68-027b2519375a None None] For port b0997d9b-90ac-4b76-a43a-41be4b4fa380, host dv-cinder-815146-2-iscsi, cleared binding levels {{(pid=101975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:13:07.813591 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-f4d4af6e-75b2-4fa8-9f68-027b2519375a None None] For port b0997d9b-90ac-4b76-a43a-41be4b4fa380, host dv-cinder-815146-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=b0997d9b-90ac-4b76-a43a-41be4b4fa380,segment=NetworkSegment(b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3),segment_id=b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3)] {{(pid=101975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:13:07.825291 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027e31ed-3e95-4e36-b37f-a60dcff597f5 None None] Pushing event updated for resources: {'Port': ['ID=b0997d9b-90ac-4b76-a43a-41be4b4fa380,revision_number=2']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:07.898269 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-f4d4af6e-75b2-4fa8-9f68-027b2519375a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:08.018360 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-3c8c721b-5275-41e1-b519-f508b0ca17f5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:08.036540 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027e31ed-3e95-4e36-b37f-a60dcff597f5 None None] Pushing event updated for resources: {'Port': ['ID=b0997d9b-90ac-4b76-a43a-41be4b4fa380,revision_number=3']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:08.039593 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 0f0381e7-42de-486b-b3b8-4226787353b6 up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:13:08.073884 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-3c8c721b-5275-41e1-b519-f508b0ca17f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:08.074701 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-3c8c721b-5275-41e1-b519-f508b0ca17f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3604363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-564293'] for router_interface, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:08.271744 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d4af6e-75b2-4fa8-9f68-027b2519375a None None] Routers {'3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:13:08.276810 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-f4d4af6e-75b2-4fa8-9f68-027b2519375a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:13:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:13:08.284461 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8c721b-5275-41e1-b519-f508b0ca17f5 admin admin] Pushing event updated for resources: {'Port': ['ID=60f2a9e9-4a35-494b-b9c9-9aaaa587e2c1,revision_number=2']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:08.412011 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8c721b-5275-41e1-b519-f508b0ca17f5 admin admin] Network 232c2cd8-3827-47b2-95ae-f90c0b9d2e5c is already hosted by enough agents. {{(pid=101974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:13:08.414278 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.base_scheduler [None req-3c8c721b-5275-41e1-b519-f508b0ca17f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:13:08.421316 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-83d62376-de80-44b5-9e35-41871d3aaab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:08.440928 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-218c9621-e6ac-4962-a2df-3d3a82f2b643 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:08.482693 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port 0f0381e7-42de-486b-b3b8-4226787353b6 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:13:08.483737 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:08.714087 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8c721b-5275-41e1-b519-f508b0ca17f5 admin admin] Router 6583f1c3-2cd5-41fc-a7f7-ebb598d22137 has already been hosted by L3 agent b2a2dab9-f998-4002-b8bb-cf3ca8546284 {{(pid=101974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:13:08.847345 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-bc4e31f8-23b4-457e-8814-8f95dee6b508 req-64f23fe2-4082-4217-9b59-d2f28b311161 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/ports?device_id=eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8 HTTP/1.1" status: 200 len: 210 time: 0.0914094 Oct 27 10:13:08.892380 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-f4d4af6e-75b2-4fa8-9f68-027b2519375a None None] Set router 3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:13:08.943628 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8c721b-5275-41e1-b519-f508b0ca17f5 admin admin] Notify agent at l3_agent.dv-cinder-815146-2-iscsi the message routers_updated {{(pid=101974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:13:08.965396 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-3c8c721b-5275-41e1-b519-f508b0ca17f5 admin admin] 10.222.0.36 "PUT /v2.0/routers/6583f1c3-2cd5-41fc-a7f7-ebb598d22137/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2691753 Oct 27 10:13:09.013287 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-73d82cdc-31ff-4ee3-8d79-f5164a32479a None None] Provisioning complete for port 60f2a9e9-4a35-494b-b9c9-9aaaa587e2c1 triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:13:09.013651 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-73d82cdc-31ff-4ee3-8d79-f5164a32479a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:09.028372 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.db_base_plugin_common [None req-83d62376-de80-44b5-9e35-41871d3aaab6 admin admin] Allocated IP 172.20.0.1 (8a629e7d-72b0-4646-a07a-812ae74aa6c3/2d043faf-de54-45d8-ad51-b3c5339bc389/950f21fd-ce13-465b-8d46-9d1956815de8) {{(pid=101973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:13:09.076815 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-218c9621-e6ac-4962-a2df-3d3a82f2b643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-564872'] for router, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:09.144066 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-73d82cdc-31ff-4ee3-8d79-f5164a32479a None None] Port 60f2a9e9-4a35-494b-b9c9-9aaaa587e2c1 cannot update to ACTIVE because it is not bound. {{(pid=101975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:13:09.167502 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:09.211129 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-83d62376-de80-44b5-9e35-41871d3aaab6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:09.218368 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] For port 0f0381e7-42de-486b-b3b8-4226787353b6, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=0f0381e7-42de-486b-b3b8-4226787353b6,segment=NetworkSegment(b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3),segment_id=b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:13:09.244867 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-f4d4af6e-75b2-4fa8-9f68-027b2519375a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'name': 'tempest-AttachVolumeTestJSON-1029581605-router', 'tenant_id': 'e7c55039221b45c69304c1afafa20e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b0997d9b-90ac-4b76-a43a-41be4b4fa380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:01Z', 'updated_at': '2021-10-27T10:13:03Z', 'revision_number': 3, 'project_id': 'e7c55039221b45c69304c1afafa20e6a', 'gw_port': {'id': 'b0997d9b-90ac-4b76-a43a-41be4b4fa380', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:02Z', 'updated_at': '2021-10-27T10:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi'}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:13:09.295748 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d4af6e-75b2-4fa8-9f68-027b2519375a None None] The sync data for ids ['3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c'] in dv-cinder-815146-2-iscsi is: [{'id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'name': 'tempest-AttachVolumeTestJSON-1029581605-router', 'tenant_id': 'e7c55039221b45c69304c1afafa20e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b0997d9b-90ac-4b76-a43a-41be4b4fa380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:01Z', 'updated_at': '2021-10-27T10:13:03Z', 'revision_number': 3, 'project_id': 'e7c55039221b45c69304c1afafa20e6a', 'gw_port': {'id': 'b0997d9b-90ac-4b76-a43a-41be4b4fa380', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:02Z', 'updated_at': '2021-10-27T10:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi'}] {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:13:09.308910 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:09.309963 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 0085cbc5-4961-4618-8a9e-48741c81b61a up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:13:09.457793 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Pushing event updated for resources: {'Port': ['ID=0f0381e7-42de-486b-b3b8-4226787353b6,revision_number=4']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:09.472140 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-83d62376-de80-44b5-9e35-41871d3aaab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839'] for port, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:09.485336 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port 0085cbc5-4961-4618-8a9e-48741c81b61a triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:13:09.485840 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:09.554381 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d62376-de80-44b5-9e35-41871d3aaab6 admin admin] Network 8a629e7d-72b0-4646-a07a-812ae74aa6c3 is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:13:09.568014 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-218c9621-e6ac-4962-a2df-3d3a82f2b643 admin admin] Router 247a8ead-ce13-49ad-a370-bcd3e3a8b428 is scheduled to L3 agent b2a2dab9-f998-4002-b8bb-cf3ca8546284 with binding_index 1 {{(pid=101973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:13:09.588794 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [None req-83d62376-de80-44b5-9e35-41871d3aaab6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:13:09.596060 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d62376-de80-44b5-9e35-41871d3aaab6 admin admin] Received port after_create {{(pid=101973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:13:09.596545 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-83d62376-de80-44b5-9e35-41871d3aaab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-564181'] for router_interface, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:09.777315 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 0f0381e7-42de-486b-b3b8-4226787353b6 up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:13:09.844639 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d62376-de80-44b5-9e35-41871d3aaab6 admin admin] Pushing event updated for resources: {'Port': ['ID=950f21fd-ce13-465b-8d46-9d1956815de8,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:09.949306 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218c9621-e6ac-4962-a2df-3d3a82f2b643 admin admin] Notify agent at l3_agent.dv-cinder-815146-2-iscsi the message routers_updated {{(pid=101973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:13:09.995847 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port 0f0381e7-42de-486b-b3b8-4226787353b6 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:13:09.996402 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:10.017018 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0869e33-549c-4e23-bbea-9d7d5ebfb4c2 None None] Sync routers for ids ['247a8ead-ce13-49ad-a370-bcd3e3a8b428'] in dv-cinder-815146-2-iscsi {{(pid=101976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:13:10.043811 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0869e33-549c-4e23-bbea-9d7d5ebfb4c2 None None] Routers {'247a8ead-ce13-49ad-a370-bcd3e3a8b428'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:13:10.045987 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1409995f-dfec-4eb1-a543-30946f75891f None None] Sync routers for ids ['6583f1c3-2cd5-41fc-a7f7-ebb598d22137'] in dv-cinder-815146-2-iscsi {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:13:10.047007 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-b0869e33-549c-4e23-bbea-9d7d5ebfb4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:13:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['247a8ead-ce13-49ad-a370-bcd3e3a8b428'], 'active': True} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:13:10.076262 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1409995f-dfec-4eb1-a543-30946f75891f None None] Routers {'6583f1c3-2cd5-41fc-a7f7-ebb598d22137'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:13:10.076892 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-1409995f-dfec-4eb1-a543-30946f75891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:13:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['6583f1c3-2cd5-41fc-a7f7-ebb598d22137'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:13:10.101493 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-ca50ee58-6844-4dc1-8444-3418cd1e5d3b req-e6fbafd8-c451-407b-9ebe-762e0e41adb2 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/ports?device_id=eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8 HTTP/1.1" status: 200 len: 210 time: 0.1006191 Oct 27 10:13:10.181240 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-5492901d-17ee-42e9-9a1e-acfdc2a51741 None None] Provisioning complete for port 950f21fd-ce13-465b-8d46-9d1956815de8 triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:13:10.182411 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-5492901d-17ee-42e9-9a1e-acfdc2a51741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:10.209439 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvr_db [None req-b0869e33-549c-4e23-bbea-9d7d5ebfb4c2 None None] Set router 247a8ead-ce13-49ad-a370-bcd3e3a8b428 gateway port host: dv-cinder-815146-2-iscsi {{(pid=101976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:13:10.287549 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-1409995f-dfec-4eb1-a543-30946f75891f None None] Set router 6583f1c3-2cd5-41fc-a7f7-ebb598d22137 gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:13:10.322367 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-218c9621-e6ac-4962-a2df-3d3a82f2b643 admin admin] Publish callbacks [] for router, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:10.324065 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-218c9621-e6ac-4962-a2df-3d3a82f2b643 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.4062970 Oct 27 10:13:10.327042 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 44348) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:10.347314 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-5492901d-17ee-42e9-9a1e-acfdc2a51741 None None] Port 950f21fd-ce13-465b-8d46-9d1956815de8 cannot update to ACTIVE because it is not bound. {{(pid=101975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:13:10.401057 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 44350) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:10.406670 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [None req-d1073731-198d-46fe-92e3-c0d518605ad7 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1615438589', 'description': 'tempest-description--188981787'}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:13:10.436166 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-b0869e33-549c-4e23-bbea-9d7d5ebfb4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247a8ead-ce13-49ad-a370-bcd3e3a8b428', 'name': 'tempest-ServerRescueNegativeTestJSON-1131127592-router', 'tenant_id': '84ee96eca37f439da63d7612697a0a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'ecc30f25-3367-4095-af7a-30a95378404c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:03Z', 'updated_at': '2021-10-27T10:13:07Z', 'revision_number': 3, 'project_id': '84ee96eca37f439da63d7612697a0a33', 'gw_port': {'id': 'ecc30f25-3367-4095-af7a-30a95378404c', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247a8ead-ce13-49ad-a370-bcd3e3a8b428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:05Z', 'updated_at': '2021-10-27T10:13:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi'}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:13:10.469361 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0869e33-549c-4e23-bbea-9d7d5ebfb4c2 None None] Checking router: 247a8ead-ce13-49ad-a370-bcd3e3a8b428 for host: dv-cinder-815146-2-iscsi {{(pid=101976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:13:10.469752 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0869e33-549c-4e23-bbea-9d7d5ebfb4c2 None None] Updating router 247a8ead-ce13-49ad-a370-bcd3e3a8b428 port ecc30f25-3367-4095-af7a-30a95378404c binding host dv-cinder-815146-2-iscsi {{(pid=101976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:13:10.522786 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-83d62376-de80-44b5-9e35-41871d3aaab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:10.529270 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-d1073731-198d-46fe-92e3-c0d518605ad7 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:10.574587 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-b0869e33-549c-4e23-bbea-9d7d5ebfb4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:10.658836 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-d1073731-198d-46fe-92e3-c0d518605ad7 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:10.741591 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-d1073731-198d-46fe-92e3-c0d518605ad7 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:10.771002 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-1409995f-dfec-4eb1-a543-30946f75891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'name': 'tempest-AttachVolumeShelveTestJSON-1169022080-router', 'tenant_id': '20d2cc4467704c129f691b1ba2dd72cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '0f0381e7-42de-486b-b3b8-4226787353b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:00Z', 'updated_at': '2021-10-27T10:13:06Z', 'revision_number': 4, 'project_id': '20d2cc4467704c129f691b1ba2dd72cc', 'gw_port': {'id': '0f0381e7-42de-486b-b3b8-4226787353b6', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:01Z', 'updated_at': '2021-10-27T10:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '60f2a9e9-4a35-494b-b9c9-9aaaa587e2c1', 'name': '', 'network_id': '232c2cd8-3827-47b2-95ae-f90c0b9d2e5c', 'tenant_id': '20d2cc4467704c129f691b1ba2dd72cc', 'mac_address': 'fa:16:3e:df:d5:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '32f65f21-7a7c-4568-afd2-3193e7fc13b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:05Z', 'updated_at': '2021-10-27T10:13:07Z', 'revision_number': 2, 'project_id': '20d2cc4467704c129f691b1ba2dd72cc', 'subnets': [{'id': '32f65f21-7a7c-4568-afd2-3193e7fc13b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:13:10.825952 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1073731-198d-46fe-92e3-c0d518605ad7 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f65f7acc-8510-4f2c-8988-5245e046111b,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:10.826188 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1409995f-dfec-4eb1-a543-30946f75891f None None] Checking router: 6583f1c3-2cd5-41fc-a7f7-ebb598d22137 for host: dv-cinder-815146-2-iscsi {{(pid=101975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:13:10.826553 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1409995f-dfec-4eb1-a543-30946f75891f None None] Updating router 6583f1c3-2cd5-41fc-a7f7-ebb598d22137 port 60f2a9e9-4a35-494b-b9c9-9aaaa587e2c1 binding host dv-cinder-815146-2-iscsi {{(pid=101975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:13:10.864130 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-1409995f-dfec-4eb1-a543-30946f75891f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:10.885429 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-d1073731-198d-46fe-92e3-c0d518605ad7 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:10.887318 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-d1073731-198d-46fe-92e3-c0d518605ad7 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4850395 Oct 27 10:13:10.890155 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 44364) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:10.896144 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [None req-2bcb66f9-dda6-4cd7-8abe-a981ef19208c tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Request body: {'security_group_rule': {'security_group_id': 'f65f7acc-8510-4f2c-8988-5245e046111b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:13:10.979458 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.agents_db [None req-86e8c3be-7e21-4532-a65d-8f48c0a472d4 None None] Agent healthcheck: found 6 active agents {{(pid=101976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:13:11.073545 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-2bcb66f9-dda6-4cd7-8abe-a981ef19208c tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:11.208399 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-83d62376-de80-44b5-9e35-41871d3aaab6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:11.246264 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:11.282188 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-83d62376-de80-44b5-9e35-41871d3aaab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:11.283181 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-83d62376-de80-44b5-9e35-41871d3aaab6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3604363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-564293'] for router_interface, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:11.309412 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-2bcb66f9-dda6-4cd7-8abe-a981ef19208c tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:11.343797 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-b0869e33-549c-4e23-bbea-9d7d5ebfb4c2 None None] Publish callbacks [] for port, precommit_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:11.354811 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-1409995f-dfec-4eb1-a543-30946f75891f None None] Publish callbacks [] for port, precommit_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:11.379884 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 44382) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:11.382932 dv-cinder-815146-2-iscsi neutron-server[101974]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 27 10:13:11.417207 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d62376-de80-44b5-9e35-41871d3aaab6 admin admin] Pushing event updated for resources: {'Port': ['ID=950f21fd-ce13-465b-8d46-9d1956815de8,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:11.427676 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-b0869e33-549c-4e23-bbea-9d7d5ebfb4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:11.427901 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-1409995f-dfec-4eb1-a543-30946f75891f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:11.435992 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-2bcb66f9-dda6-4cd7-8abe-a981ef19208c tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543954'] for security_group_rule, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:11.454729 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a615227d-3dfe-47cc-8034-e5be42b1baab req-a7de4c2e-2a03-46aa-9f8a-fd6ce6e8ed8d tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/ports?device_id=eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8 HTTP/1.1" status: 200 len: 210 time: 0.0657103 Oct 27 10:13:11.489133 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a45b92-6709-4423-8d63-71b304e9b443 None None] Pushing event updated for resources: {'Port': ['ID=ecc30f25-3367-4095-af7a-30a95378404c,revision_number=2']} {{(pid=101976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:11.489133 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.managers [None req-b0869e33-549c-4e23-bbea-9d7d5ebfb4c2 None None] Attempting to bind port ecc30f25-3367-4095-af7a-30a95378404c on host dv-cinder-815146-2-iscsi for vnic_type normal with profile {{(pid=101976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:13:11.489133 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.managers [None req-b0869e33-549c-4e23-bbea-9d7d5ebfb4c2 None None] Attempting to bind port ecc30f25-3367-4095-af7a-30a95378404c by drivers openvswitch,hyperv on host dv-cinder-815146-2-iscsi at level 0 using segments [{'id': 'b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'}] {{(pid=101976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:13:11.489133 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0869e33-549c-4e23-bbea-9d7d5ebfb4c2 None None] Attempting to bind port ecc30f25-3367-4095-af7a-30a95378404c on network 69571a3e-4e32-484c-817d-d4e48eaaa088 {{(pid=101976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:13:11.498315 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0869e33-549c-4e23-bbea-9d7d5ebfb4c2 None None] Checking agent: {'id': '47afc1f0-2071-45d2-aeaa-ba0f7c30884d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 4, 35), 'started_at': datetime.datetime(2021, 10, 27, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:13:11.498315 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0869e33-549c-4e23-bbea-9d7d5ebfb4c2 None None] Checking segment: {'id': 'b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:13:11.498315 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-b0869e33-549c-4e23-bbea-9d7d5ebfb4c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:11.498315 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0869e33-549c-4e23-bbea-9d7d5ebfb4c2 None None] Bound using segment: {'id': 'b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'} {{(pid=101976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:13:11.498315 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.managers [None req-b0869e33-549c-4e23-bbea-9d7d5ebfb4c2 None None] Bound port: ecc30f25-3367-4095-af7a-30a95378404c, host: dv-cinder-815146-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'}}] {{(pid=101976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:13:11.498315 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-b0869e33-549c-4e23-bbea-9d7d5ebfb4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:11.498927 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb66f9-dda6-4cd7-8abe-a981ef19208c tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46f75820-0c31-4062-8332-69ede725d2a6,revision_number=0']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:11.522734 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603eb278-2119-4b65-b878-437e3a1bcbe6 None None] Pushing event updated for resources: {'Port': ['ID=60f2a9e9-4a35-494b-b9c9-9aaaa587e2c1,revision_number=3']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:11.570680 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.db [None req-b0869e33-549c-4e23-bbea-9d7d5ebfb4c2 None None] For port ecc30f25-3367-4095-af7a-30a95378404c, host dv-cinder-815146-2-iscsi, cleared binding levels {{(pid=101976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:13:11.571359 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-665ab1a7-75ab-4353-83f2-0e9efe6773ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:11.575476 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.db [None req-b0869e33-549c-4e23-bbea-9d7d5ebfb4c2 None None] For port ecc30f25-3367-4095-af7a-30a95378404c, host dv-cinder-815146-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=ecc30f25-3367-4095-af7a-30a95378404c,segment=NetworkSegment(b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3),segment_id=b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3)] {{(pid=101976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:13:11.593771 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-1409995f-dfec-4eb1-a543-30946f75891f None None] Attempting to bind port 60f2a9e9-4a35-494b-b9c9-9aaaa587e2c1 on host dv-cinder-815146-2-iscsi for vnic_type normal with profile {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:13:11.593951 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-1409995f-dfec-4eb1-a543-30946f75891f None None] Attempting to bind port 60f2a9e9-4a35-494b-b9c9-9aaaa587e2c1 by drivers openvswitch,hyperv on host dv-cinder-815146-2-iscsi at level 0 using segments [{'id': '2d3ba54e-e4c0-416f-b13e-608a81231259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '232c2cd8-3827-47b2-95ae-f90c0b9d2e5c'}] {{(pid=101975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:13:11.594314 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1409995f-dfec-4eb1-a543-30946f75891f None None] Attempting to bind port 60f2a9e9-4a35-494b-b9c9-9aaaa587e2c1 on network 232c2cd8-3827-47b2-95ae-f90c0b9d2e5c {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:13:11.600580 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1409995f-dfec-4eb1-a543-30946f75891f None None] Checking agent: {'id': '47afc1f0-2071-45d2-aeaa-ba0f7c30884d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 4, 35), 'started_at': datetime.datetime(2021, 10, 27, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:13:11.600956 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1409995f-dfec-4eb1-a543-30946f75891f None None] Checking segment: {'id': '2d3ba54e-e4c0-416f-b13e-608a81231259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '232c2cd8-3827-47b2-95ae-f90c0b9d2e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:13:11.601352 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-1409995f-dfec-4eb1-a543-30946f75891f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:11.601756 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1409995f-dfec-4eb1-a543-30946f75891f None None] Bound using segment: {'id': '2d3ba54e-e4c0-416f-b13e-608a81231259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '232c2cd8-3827-47b2-95ae-f90c0b9d2e5c'} {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:13:11.602234 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-1409995f-dfec-4eb1-a543-30946f75891f None None] Bound port: 60f2a9e9-4a35-494b-b9c9-9aaaa587e2c1, host: dv-cinder-815146-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3ba54e-e4c0-416f-b13e-608a81231259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '232c2cd8-3827-47b2-95ae-f90c0b9d2e5c'}}] {{(pid=101975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:13:11.602644 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-1409995f-dfec-4eb1-a543-30946f75891f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:11.610660 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-2bcb66f9-dda6-4cd7-8abe-a981ef19208c tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:11.611871 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-2bcb66f9-dda6-4cd7-8abe-a981ef19208c tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7198370 Oct 27 10:13:11.614665 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 44384) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:11.623920 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d62376-de80-44b5-9e35-41871d3aaab6 admin admin] Network 8a629e7d-72b0-4646-a07a-812ae74aa6c3 is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:13:11.624445 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [None req-d6bfdade-c338-4eca-a3e5-f7c7656ff528 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Request body: {'security_group_rule': {'security_group_id': 'f65f7acc-8510-4f2c-8988-5245e046111b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:13:11.624544 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [None req-83d62376-de80-44b5-9e35-41871d3aaab6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:13:11.647316 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-b0869e33-549c-4e23-bbea-9d7d5ebfb4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:11.736279 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-d6bfdade-c338-4eca-a3e5-f7c7656ff528 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:11.776550 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a45b92-6709-4423-8d63-71b304e9b443 None None] Pushing event updated for resources: {'Port': ['ID=ecc30f25-3367-4095-af7a-30a95378404c,revision_number=3']} {{(pid=101976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:11.780453 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-1409995f-dfec-4eb1-a543-30946f75891f None None] For port 60f2a9e9-4a35-494b-b9c9-9aaaa587e2c1, host dv-cinder-815146-2-iscsi, cleared binding levels {{(pid=101975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:13:11.786619 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-1409995f-dfec-4eb1-a543-30946f75891f None None] For port 60f2a9e9-4a35-494b-b9c9-9aaaa587e2c1, host dv-cinder-815146-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=60f2a9e9-4a35-494b-b9c9-9aaaa587e2c1,segment=NetworkSegment(2d3ba54e-e4c0-416f-b13e-608a81231259),segment_id=2d3ba54e-e4c0-416f-b13e-608a81231259)] {{(pid=101975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:13:11.793196 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0869e33-549c-4e23-bbea-9d7d5ebfb4c2 None None] Routers {'247a8ead-ce13-49ad-a370-bcd3e3a8b428'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:13:11.793996 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-b0869e33-549c-4e23-bbea-9d7d5ebfb4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:13:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['247a8ead-ce13-49ad-a370-bcd3e3a8b428'], 'active': True} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:13:11.817655 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device b0997d9b-90ac-4b76-a43a-41be4b4fa380 up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:13:11.878219 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-1409995f-dfec-4eb1-a543-30946f75891f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:11.907535 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-d6bfdade-c338-4eca-a3e5-f7c7656ff528 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:11.991815 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-d6bfdade-c338-4eca-a3e5-f7c7656ff528 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543954'] for security_group_rule, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:12.035998 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 44396) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:12.037995 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvr_db [None req-b0869e33-549c-4e23-bbea-9d7d5ebfb4c2 None None] Set router 247a8ead-ce13-49ad-a370-bcd3e3a8b428 gateway port host: dv-cinder-815146-2-iscsi {{(pid=101976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:13:12.069253 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bfdade-c338-4eca-a3e5-f7c7656ff528 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffb507f3-6973-448e-8df7-b7707b053bd1,revision_number=0']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:12.130133 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-d6bfdade-c338-4eca-a3e5-f7c7656ff528 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:12.130975 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1409995f-dfec-4eb1-a543-30946f75891f None None] Routers {'6583f1c3-2cd5-41fc-a7f7-ebb598d22137'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:13:12.131634 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-1409995f-dfec-4eb1-a543-30946f75891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:13:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['6583f1c3-2cd5-41fc-a7f7-ebb598d22137'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:13:12.133073 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-d6bfdade-c338-4eca-a3e5-f7c7656ff528 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5171561 Oct 27 10:13:12.137136 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 44402) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:12.142087 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [None req-32f4a226-e425-4e99-b7f8-24a5766fb488 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Request body: {'floatingip': {'floating_network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:13:12.216625 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d62376-de80-44b5-9e35-41871d3aaab6 admin admin] Router 3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c has already been hosted by L3 agent b2a2dab9-f998-4002-b8bb-cf3ca8546284 {{(pid=101973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:13:12.238319 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.db_base_plugin_common [None req-665ab1a7-75ab-4353-83f2-0e9efe6773ea admin admin] Allocated IP 172.20.0.1 (f7961d2d-16df-4f4e-ba8f-b487aecddcfb/5c71709b-7393-40ed-a177-1fb36198be48/aca16d35-b984-47a5-9357-a03b5e7cd174) {{(pid=101973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:13:12.262924 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-6d870a7a-93a7-44ff-abd2-bd6614ac9043 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:12.304803 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-32f4a226-e425-4e99-b7f8-24a5766fb488 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks [] for floatingip, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:12.449339 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-b0869e33-549c-4e23-bbea-9d7d5ebfb4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247a8ead-ce13-49ad-a370-bcd3e3a8b428', 'name': 'tempest-ServerRescueNegativeTestJSON-1131127592-router', 'tenant_id': '84ee96eca37f439da63d7612697a0a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'ecc30f25-3367-4095-af7a-30a95378404c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:03Z', 'updated_at': '2021-10-27T10:13:07Z', 'revision_number': 3, 'project_id': '84ee96eca37f439da63d7612697a0a33', 'gw_port': {'id': 'ecc30f25-3367-4095-af7a-30a95378404c', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247a8ead-ce13-49ad-a370-bcd3e3a8b428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:05Z', 'updated_at': '2021-10-27T10:13:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi'}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:13:12.451432 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port b0997d9b-90ac-4b76-a43a-41be4b4fa380 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:13:12.451855 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:12.454300 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-7bbc172d-5729-4509-b53d-465b75e10215 None None] Provisioning complete for port 60f2a9e9-4a35-494b-b9c9-9aaaa587e2c1 triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:13:12.454656 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-7bbc172d-5729-4509-b53d-465b75e10215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:12.459603 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d62376-de80-44b5-9e35-41871d3aaab6 admin admin] Notify agent at l3_agent.dv-cinder-815146-2-iscsi the message routers_updated {{(pid=101973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:13:12.474965 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-83d62376-de80-44b5-9e35-41871d3aaab6 admin admin] 10.222.0.36 "PUT /v2.0/routers/3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5638602 Oct 27 10:13:12.502212 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-665ab1a7-75ab-4353-83f2-0e9efe6773ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:12.528739 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0869e33-549c-4e23-bbea-9d7d5ebfb4c2 None None] The sync data for ids ['247a8ead-ce13-49ad-a370-bcd3e3a8b428'] in dv-cinder-815146-2-iscsi is: [{'id': '247a8ead-ce13-49ad-a370-bcd3e3a8b428', 'name': 'tempest-ServerRescueNegativeTestJSON-1131127592-router', 'tenant_id': '84ee96eca37f439da63d7612697a0a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'ecc30f25-3367-4095-af7a-30a95378404c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:03Z', 'updated_at': '2021-10-27T10:13:07Z', 'revision_number': 3, 'project_id': '84ee96eca37f439da63d7612697a0a33', 'gw_port': {'id': 'ecc30f25-3367-4095-af7a-30a95378404c', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247a8ead-ce13-49ad-a370-bcd3e3a8b428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:05Z', 'updated_at': '2021-10-27T10:13:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi'}] {{(pid=101976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:13:12.531501 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1edde03-e316-463c-8b16-3ab09a8b238e None None] Sync routers for ids ['3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c'] in dv-cinder-815146-2-iscsi {{(pid=101976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:13:12.564802 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1edde03-e316-463c-8b16-3ab09a8b238e None None] Routers {'3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:13:12.566528 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-f1edde03-e316-463c-8b16-3ab09a8b238e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:13:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c'], 'active': True} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:13:12.572502 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-6d870a7a-93a7-44ff-abd2-bd6614ac9043 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:12.632496 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-5507342d-8340-4462-9397-e02cea057006 req-1b812b29-5a17-4a4d-85e4-611bb2c23adc tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/ports?device_id=eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8 HTTP/1.1" status: 200 len: 210 time: 0.0398185 Oct 27 10:13:12.641578 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-665ab1a7-75ab-4353-83f2-0e9efe6773ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839'] for port, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:12.663763 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-6d870a7a-93a7-44ff-abd2-bd6614ac9043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:12.692124 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-32f4a226-e425-4e99-b7f8-24a5766fb488 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:12.717139 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665ab1a7-75ab-4353-83f2-0e9efe6773ea admin admin] Network f7961d2d-16df-4f4e-ba8f-b487aecddcfb is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:13:12.723719 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [None req-665ab1a7-75ab-4353-83f2-0e9efe6773ea admin admin] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:13:12.732475 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665ab1a7-75ab-4353-83f2-0e9efe6773ea admin admin] Received port after_create {{(pid=101973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:13:12.732956 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-665ab1a7-75ab-4353-83f2-0e9efe6773ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-564181'] for router_interface, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:12.741505 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-7bbc172d-5729-4509-b53d-465b75e10215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:12.744562 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d870a7a-93a7-44ff-abd2-bd6614ac9043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c422f33-8fa4-45f5-bdfb-6a9daf65d302,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:12.998792 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603eb278-2119-4b65-b878-437e3a1bcbe6 None None] Pushing event updated for resources: {'Port': ['ID=60f2a9e9-4a35-494b-b9c9-9aaaa587e2c1,revision_number=4']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:13.000751 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvr_db [None req-f1edde03-e316-463c-8b16-3ab09a8b238e None None] Set router 3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c gateway port host: dv-cinder-815146-2-iscsi {{(pid=101976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:13:13.002596 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 44420) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:13.004209 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-6d870a7a-93a7-44ff-abd2-bd6614ac9043 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f48b6a003be242e5aa05f241fe715533&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7791126 Oct 27 10:13:13.004833 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-1409995f-dfec-4eb1-a543-30946f75891f None None] Set router 6583f1c3-2cd5-41fc-a7f7-ebb598d22137 gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:13:13.008194 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ab1a7-75ab-4353-83f2-0e9efe6773ea admin admin] Pushing event updated for resources: {'Port': ['ID=aca16d35-b984-47a5-9357-a03b5e7cd174,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:13.011400 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.db.db_base_plugin_common [None req-32f4a226-e425-4e99-b7f8-24a5766fb488 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Allocated IP 172.27.0.248 (69571a3e-4e32-484c-817d-d4e48eaaa088/c41fd2cf-ce58-48ac-94e7-7a64d200bbef/78963f57-74a3-494a-b7b2-816b6aac0a95) {{(pid=101974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:13:13.011845 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d4156ef5-2b81-49b3-a618-2930ac048f66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:13.046747 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d4156ef5-2b81-49b3-a618-2930ac048f66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:13.177090 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-32f4a226-e425-4e99-b7f8-24a5766fb488 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks [] for port, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:13.220668 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-f1edde03-e316-463c-8b16-3ab09a8b238e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'name': 'tempest-AttachVolumeTestJSON-1029581605-router', 'tenant_id': 'e7c55039221b45c69304c1afafa20e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b0997d9b-90ac-4b76-a43a-41be4b4fa380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:01Z', 'updated_at': '2021-10-27T10:13:10Z', 'revision_number': 4, 'project_id': 'e7c55039221b45c69304c1afafa20e6a', 'gw_port': {'id': 'b0997d9b-90ac-4b76-a43a-41be4b4fa380', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:02Z', 'updated_at': '2021-10-27T10:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '950f21fd-ce13-465b-8d46-9d1956815de8', 'name': '', 'network_id': '8a629e7d-72b0-4646-a07a-812ae74aa6c3', 'tenant_id': 'e7c55039221b45c69304c1afafa20e6a', 'mac_address': 'fa:16:3e:b9:43:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2d043faf-de54-45d8-ad51-b3c5339bc389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:08Z', 'updated_at': '2021-10-27T10:13:10Z', 'revision_number': 2, 'project_id': 'e7c55039221b45c69304c1afafa20e6a', 'subnets': [{'id': '2d043faf-de54-45d8-ad51-b3c5339bc389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:13:13.237189 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-7bbc172d-5729-4509-b53d-465b75e10215 None None] For port 60f2a9e9-4a35-494b-b9c9-9aaaa587e2c1, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=60f2a9e9-4a35-494b-b9c9-9aaaa587e2c1,segment=NetworkSegment(2d3ba54e-e4c0-416f-b13e-608a81231259),segment_id=2d3ba54e-e4c0-416f-b13e-608a81231259)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:13:13.257871 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1edde03-e316-463c-8b16-3ab09a8b238e None None] Checking router: 3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c for host: dv-cinder-815146-2-iscsi {{(pid=101976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:13:13.259222 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1edde03-e316-463c-8b16-3ab09a8b238e None None] Updating router 3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c port 950f21fd-ce13-465b-8d46-9d1956815de8 binding host dv-cinder-815146-2-iscsi {{(pid=101976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:13:13.265971 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d4156ef5-2b81-49b3-a618-2930ac048f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:13.268554 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d4156ef5-2b81-49b3-a618-2930ac048f66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:13.270476 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-d4156ef5-2b81-49b3-a618-2930ac048f66 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1c422f33-8fa4-45f5-bdfb-6a9daf65d302 HTTP/1.1" status: 204 len: 168 time: 0.4464550 Oct 27 10:13:13.293236 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-f1edde03-e316-463c-8b16-3ab09a8b238e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:13.297910 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:13.318845 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4156ef5-2b81-49b3-a618-2930ac048f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c422f33-8fa4-45f5-bdfb-6a9daf65d302,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:13.325150 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-665ab1a7-75ab-4353-83f2-0e9efe6773ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:13.356867 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-7bbc172d-5729-4509-b53d-465b75e10215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:13.372264 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] For port b0997d9b-90ac-4b76-a43a-41be4b4fa380, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=b0997d9b-90ac-4b76-a43a-41be4b4fa380,segment=NetworkSegment(b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3),segment_id=b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:13:13.381184 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-32f4a226-e425-4e99-b7f8-24a5766fb488 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839'] for port, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:13.498311 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:13.536309 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc172d-5729-4509-b53d-465b75e10215 None None] Pushing event updated for resources: {'Port': ['ID=60f2a9e9-4a35-494b-b9c9-9aaaa587e2c1,revision_number=5']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:13.541200 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f4a226-e425-4e99-b7f8-24a5766fb488 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Network 69571a3e-4e32-484c-817d-d4e48eaaa088 is already hosted by enough agents. {{(pid=101974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:13:13.553112 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.base_scheduler [None req-32f4a226-e425-4e99-b7f8-24a5766fb488 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Resources bound (agent type, host, resource id): {{(pid=101974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:13:13.574625 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f4a226-e425-4e99-b7f8-24a5766fb488 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Received port after_create {{(pid=101974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:13:13.625618 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f4a226-e425-4e99-b7f8-24a5766fb488 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Pushing event updated for resources: {'Port': ['ID=78963f57-74a3-494a-b7b2-816b6aac0a95,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:13.625843 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-1409995f-dfec-4eb1-a543-30946f75891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'name': 'tempest-AttachVolumeShelveTestJSON-1169022080-router', 'tenant_id': '20d2cc4467704c129f691b1ba2dd72cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '0f0381e7-42de-486b-b3b8-4226787353b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:00Z', 'updated_at': '2021-10-27T10:13:06Z', 'revision_number': 4, 'project_id': '20d2cc4467704c129f691b1ba2dd72cc', 'gw_port': {'id': '0f0381e7-42de-486b-b3b8-4226787353b6', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:01Z', 'updated_at': '2021-10-27T10:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '60f2a9e9-4a35-494b-b9c9-9aaaa587e2c1', 'name': '', 'network_id': '232c2cd8-3827-47b2-95ae-f90c0b9d2e5c', 'tenant_id': '20d2cc4467704c129f691b1ba2dd72cc', 'mac_address': 'fa:16:3e:df:d5:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '32f65f21-7a7c-4568-afd2-3193e7fc13b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:05Z', 'updated_at': '2021-10-27T10:13:11Z', 'revision_number': 4, 'project_id': '20d2cc4467704c129f691b1ba2dd72cc', 'subnets': [{'id': '32f65f21-7a7c-4568-afd2-3193e7fc13b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:13:13.677259 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1409995f-dfec-4eb1-a543-30946f75891f None None] The sync data for ids ['6583f1c3-2cd5-41fc-a7f7-ebb598d22137'] in dv-cinder-815146-2-iscsi is: [{'id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'name': 'tempest-AttachVolumeShelveTestJSON-1169022080-router', 'tenant_id': '20d2cc4467704c129f691b1ba2dd72cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '0f0381e7-42de-486b-b3b8-4226787353b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:00Z', 'updated_at': '2021-10-27T10:13:06Z', 'revision_number': 4, 'project_id': '20d2cc4467704c129f691b1ba2dd72cc', 'gw_port': {'id': '0f0381e7-42de-486b-b3b8-4226787353b6', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:01Z', 'updated_at': '2021-10-27T10:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '60f2a9e9-4a35-494b-b9c9-9aaaa587e2c1', 'name': '', 'network_id': '232c2cd8-3827-47b2-95ae-f90c0b9d2e5c', 'tenant_id': '20d2cc4467704c129f691b1ba2dd72cc', 'mac_address': 'fa:16:3e:df:d5:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '32f65f21-7a7c-4568-afd2-3193e7fc13b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:05Z', 'updated_at': '2021-10-27T10:13:11Z', 'revision_number': 4, 'project_id': '20d2cc4467704c129f691b1ba2dd72cc', 'subnets': [{'id': '32f65f21-7a7c-4568-afd2-3193e7fc13b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:13:13.677259 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-1f80bf2a-271d-49a9-9008-9db837cb949f None None] Provisioning complete for port 950f21fd-ce13-465b-8d46-9d1956815de8 triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:13:13.677259 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-1f80bf2a-271d-49a9-9008-9db837cb949f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:13.871936 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-665ab1a7-75ab-4353-83f2-0e9efe6773ea admin admin] Publish callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:13.893662 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Pushing event updated for resources: {'Port': ['ID=b0997d9b-90ac-4b76-a43a-41be4b4fa380,revision_number=4']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:13.896399 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-1f80bf2a-271d-49a9-9008-9db837cb949f None None] Port 950f21fd-ce13-465b-8d46-9d1956815de8 cannot update to ACTIVE because it is not bound. {{(pid=101975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:13:13.897956 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 44440) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:13.903615 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-3de521e7-38dc-48d2-a903-139d394073da tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Request body: {'security_group': {'name': 'tempest-securitygroup--799766513', 'description': 'tempest-description--1683834294'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:13:13.918491 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-1f80bf2a-271d-49a9-9008-9db837cb949f None None] Provisioning complete for port 60f2a9e9-4a35-494b-b9c9-9aaaa587e2c1 triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:13:13.918858 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-1f80bf2a-271d-49a9-9008-9db837cb949f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:13.923181 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-6cbcf066-7c97-4ce4-86f5-b99d96d544ef req-412648ce-e548-4043-a866-d21ceb07439a tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/ports?device_id=eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8 HTTP/1.1" status: 200 len: 210 time: 0.1145785 Oct 27 10:13:13.940476 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-32f4a226-e425-4e99-b7f8-24a5766fb488 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:13.949056 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device ecc30f25-3367-4095-af7a-30a95378404c up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:13:13.965486 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-665ab1a7-75ab-4353-83f2-0e9efe6773ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:13.966238 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-665ab1a7-75ab-4353-83f2-0e9efe6773ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3604363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-564293'] for router_interface, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:14.041760 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ab1a7-75ab-4353-83f2-0e9efe6773ea admin admin] Pushing event updated for resources: {'Port': ['ID=aca16d35-b984-47a5-9357-a03b5e7cd174,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:14.058280 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-32f4a226-e425-4e99-b7f8-24a5766fb488 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:14.065473 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-f1edde03-e316-463c-8b16-3ab09a8b238e None None] Publish callbacks [] for port, precommit_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:14.094161 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port ecc30f25-3367-4095-af7a-30a95378404c triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:13:14.094795 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:14.140439 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3de521e7-38dc-48d2-a903-139d394073da tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:14.153809 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-f1edde03-e316-463c-8b16-3ab09a8b238e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:14.234004 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3de521e7-38dc-48d2-a903-139d394073da tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:14.236559 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2404daa-8eed-4855-8892-486bca53f659 None None] Pushing event updated for resources: {'Port': ['ID=950f21fd-ce13-465b-8d46-9d1956815de8,revision_number=3']} {{(pid=101976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:14.292617 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3de521e7-38dc-48d2-a903-139d394073da tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:14.327081 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665ab1a7-75ab-4353-83f2-0e9efe6773ea admin admin] Network f7961d2d-16df-4f4e-ba8f-b487aecddcfb is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:13:14.334094 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [None req-665ab1a7-75ab-4353-83f2-0e9efe6773ea admin admin] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:13:14.338436 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.managers [None req-f1edde03-e316-463c-8b16-3ab09a8b238e None None] Attempting to bind port 950f21fd-ce13-465b-8d46-9d1956815de8 on host dv-cinder-815146-2-iscsi for vnic_type normal with profile {{(pid=101976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:13:14.339166 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.managers [None req-f1edde03-e316-463c-8b16-3ab09a8b238e None None] Attempting to bind port 950f21fd-ce13-465b-8d46-9d1956815de8 by drivers openvswitch,hyperv on host dv-cinder-815146-2-iscsi at level 0 using segments [{'id': 'acf42566-5f4e-42c2-8a27-453fec152c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '8a629e7d-72b0-4646-a07a-812ae74aa6c3'}] {{(pid=101976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:13:14.339789 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1edde03-e316-463c-8b16-3ab09a8b238e None None] Attempting to bind port 950f21fd-ce13-465b-8d46-9d1956815de8 on network 8a629e7d-72b0-4646-a07a-812ae74aa6c3 {{(pid=101976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:13:14.348769 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1edde03-e316-463c-8b16-3ab09a8b238e None None] Checking agent: {'id': '47afc1f0-2071-45d2-aeaa-ba0f7c30884d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 4, 35), 'started_at': datetime.datetime(2021, 10, 27, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:13:14.349383 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1edde03-e316-463c-8b16-3ab09a8b238e None None] Checking segment: {'id': 'acf42566-5f4e-42c2-8a27-453fec152c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '8a629e7d-72b0-4646-a07a-812ae74aa6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:13:14.349969 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-f1edde03-e316-463c-8b16-3ab09a8b238e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:14.350607 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1edde03-e316-463c-8b16-3ab09a8b238e None None] Bound using segment: {'id': 'acf42566-5f4e-42c2-8a27-453fec152c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '8a629e7d-72b0-4646-a07a-812ae74aa6c3'} {{(pid=101976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:13:14.351214 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.managers [None req-f1edde03-e316-463c-8b16-3ab09a8b238e None None] Bound port: 950f21fd-ce13-465b-8d46-9d1956815de8, host: dv-cinder-815146-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acf42566-5f4e-42c2-8a27-453fec152c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '8a629e7d-72b0-4646-a07a-812ae74aa6c3'}}] {{(pid=101976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:13:14.351856 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-f1edde03-e316-463c-8b16-3ab09a8b238e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:14.457878 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:14.508078 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] For port ecc30f25-3367-4095-af7a-30a95378404c, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=ecc30f25-3367-4095-af7a-30a95378404c,segment=NetworkSegment(b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3),segment_id=b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:13:14.549582 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.db [None req-f1edde03-e316-463c-8b16-3ab09a8b238e None None] For port 950f21fd-ce13-465b-8d46-9d1956815de8, host dv-cinder-815146-2-iscsi, cleared binding levels {{(pid=101976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:13:14.559099 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.db [None req-f1edde03-e316-463c-8b16-3ab09a8b238e None None] For port 950f21fd-ce13-465b-8d46-9d1956815de8, host dv-cinder-815146-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=950f21fd-ce13-465b-8d46-9d1956815de8,segment=NetworkSegment(acf42566-5f4e-42c2-8a27-453fec152c59),segment_id=acf42566-5f4e-42c2-8a27-453fec152c59)] {{(pid=101976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:13:14.561629 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 44444) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:14.565338 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3de521e7-38dc-48d2-a903-139d394073da tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:14.566616 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-3de521e7-38dc-48d2-a903-139d394073da tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.6676660 Oct 27 10:13:14.575887 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:14.591689 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 44450) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:14.595521 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de521e7-38dc-48d2-a903-139d394073da tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2309a279-6d12-40f9-8239-53cce42b12bf,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:14.638673 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-5e17f8ff-680b-457a-972e-06088cff6f1b tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Request body: {'security_group_rule': {'security_group_id': '2309a279-6d12-40f9-8239-53cce42b12bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:13:14.653770 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665ab1a7-75ab-4353-83f2-0e9efe6773ea admin admin] Router 247a8ead-ce13-49ad-a370-bcd3e3a8b428 has already been hosted by L3 agent b2a2dab9-f998-4002-b8bb-cf3ca8546284 {{(pid=101973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:13:14.658959 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Pushing event updated for resources: {'Port': ['ID=ecc30f25-3367-4095-af7a-30a95378404c,revision_number=4']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:14.668882 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-f1edde03-e316-463c-8b16-3ab09a8b238e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:14.676218 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-205d0736-e47b-49b2-951f-ada71b760e7b None None] Provisioning complete for port 950f21fd-ce13-465b-8d46-9d1956815de8 triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:13:14.677631 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-205d0736-e47b-49b2-951f-ada71b760e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:14.695971 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-32f4a226-e425-4e99-b7f8-24a5766fb488 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks [] for port, precommit_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:14.771558 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-77b92c70-60df-4fb6-8f3e-9e672c6111fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:14.772005 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-32f4a226-e425-4e99-b7f8-24a5766fb488 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:14.777628 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-205d0736-e47b-49b2-951f-ada71b760e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:14.786409 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1edde03-e316-463c-8b16-3ab09a8b238e None None] Routers {'3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:13:14.787302 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-f1edde03-e316-463c-8b16-3ab09a8b238e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:13:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c'], 'active': True} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:13:14.827441 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-205d0736-e47b-49b2-951f-ada71b760e7b None None] For port 950f21fd-ce13-465b-8d46-9d1956815de8, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=950f21fd-ce13-465b-8d46-9d1956815de8,segment=NetworkSegment(acf42566-5f4e-42c2-8a27-453fec152c59),segment_id=acf42566-5f4e-42c2-8a27-453fec152c59)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:13:14.857704 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-32f4a226-e425-4e99-b7f8-24a5766fb488 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564014'] for floatingip, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:14.888333 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f4a226-e425-4e99-b7f8-24a5766fb488 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Pushing event updated for resources: {'Port': ['ID=78963f57-74a3-494a-b7b2-816b6aac0a95,revision_number=2']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:14.914609 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-205d0736-e47b-49b2-951f-ada71b760e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:14.935902 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665ab1a7-75ab-4353-83f2-0e9efe6773ea admin admin] Notify agent at l3_agent.dv-cinder-815146-2-iscsi the message routers_updated {{(pid=101973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:13:14.959998 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-665ab1a7-75ab-4353-83f2-0e9efe6773ea admin admin] 10.222.0.36 "PUT /v2.0/routers/247a8ead-ce13-49ad-a370-bcd3e3a8b428/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6228411 Oct 27 10:13:14.974473 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-5e17f8ff-680b-457a-972e-06088cff6f1b tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:15.020132 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-32f4a226-e425-4e99-b7f8-24a5766fb488 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for floatingip, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:15.041215 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-77b92c70-60df-4fb6-8f3e-9e672c6111fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:15.042732 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-32f4a226-e425-4e99-b7f8-24a5766fb488 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9041474 Oct 27 10:13:15.078625 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d0736-e47b-49b2-951f-ada71b760e7b None None] Pushing event updated for resources: {'Port': ['ID=950f21fd-ce13-465b-8d46-9d1956815de8,revision_number=5']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:15.102125 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-5e17f8ff-680b-457a-972e-06088cff6f1b tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:15.117580 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-77b92c70-60df-4fb6-8f3e-9e672c6111fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:15.153133 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-755aaa48-4eab-446c-aff8-6916510f3436 req-925487c9-aeca-4074-9762-04c49699e7df tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/ports?device_id=eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8 HTTP/1.1" status: 200 len: 210 time: 0.0809591 Oct 27 10:13:15.166727 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-f20fb4e1-59da-4781-af23-b1d3f32f477f None None] Provisioning complete for port 950f21fd-ce13-465b-8d46-9d1956815de8 triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:13:15.168642 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-f20fb4e1-59da-4781-af23-b1d3f32f477f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:15.210252 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-5e17f8ff-680b-457a-972e-06088cff6f1b tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543954'] for security_group_rule, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:15.276551 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2404daa-8eed-4855-8892-486bca53f659 None None] Pushing event updated for resources: {'Port': ['ID=950f21fd-ce13-465b-8d46-9d1956815de8,revision_number=4']} {{(pid=101976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:15.314871 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvr_db [None req-f1edde03-e316-463c-8b16-3ab09a8b238e None None] Set router 3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c gateway port host: dv-cinder-815146-2-iscsi {{(pid=101976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:13:15.514207 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f981d0e1-3cbb-4f85-a2cd-71fa9d1b727a None None] Sync routers for ids ['247a8ead-ce13-49ad-a370-bcd3e3a8b428'] in dv-cinder-815146-2-iscsi {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:13:15.519778 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-77b92c70-60df-4fb6-8f3e-9e672c6111fd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cd54030de3534b50ab8bf5d6fb517bfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9484463 Oct 27 10:13:15.520235 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 44488) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:15.520314 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17f8ff-680b-457a-972e-06088cff6f1b tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ca98ae0-4c2f-41a7-bfe1-5cc414b16df1,revision_number=0']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:15.524027 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b92c70-60df-4fb6-8f3e-9e672c6111fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e83c38-1b85-4066-91f9-6cc7b76d5658,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:15.554752 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f981d0e1-3cbb-4f85-a2cd-71fa9d1b727a None None] Routers {'247a8ead-ce13-49ad-a370-bcd3e3a8b428'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:13:15.556423 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-f981d0e1-3cbb-4f85-a2cd-71fa9d1b727a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:13:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['247a8ead-ce13-49ad-a370-bcd3e3a8b428'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:13:15.571972 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-a1c1a886-f577-4250-a544-0407eda29950 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1615438589&fields=id&tenant_id=20d2cc4467704c129f691b1ba2dd72cc HTTP/1.1" status: 200 len: 267 time: 0.0848892 Oct 27 10:13:15.615877 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-5e17f8ff-680b-457a-972e-06088cff6f1b tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:15.620751 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 44500) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:15.621195 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-5e17f8ff-680b-457a-972e-06088cff6f1b tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0226834 Oct 27 10:13:15.628785 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [None req-00becde6-5f3f-4fe2-bb3e-15571537bd01 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Request body: {'security_group_rule': {'security_group_id': '2309a279-6d12-40f9-8239-53cce42b12bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:13:15.642774 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-b571dc8d-57d5-458f-ba33-8abdd28ff1e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:15.653036 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-f1edde03-e316-463c-8b16-3ab09a8b238e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'name': 'tempest-AttachVolumeTestJSON-1029581605-router', 'tenant_id': 'e7c55039221b45c69304c1afafa20e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b0997d9b-90ac-4b76-a43a-41be4b4fa380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:01Z', 'updated_at': '2021-10-27T10:13:10Z', 'revision_number': 4, 'project_id': 'e7c55039221b45c69304c1afafa20e6a', 'gw_port': {'id': 'b0997d9b-90ac-4b76-a43a-41be4b4fa380', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:02Z', 'updated_at': '2021-10-27T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '950f21fd-ce13-465b-8d46-9d1956815de8', 'name': '', 'network_id': '8a629e7d-72b0-4646-a07a-812ae74aa6c3', 'tenant_id': 'e7c55039221b45c69304c1afafa20e6a', 'mac_address': 'fa:16:3e:b9:43:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2d043faf-de54-45d8-ad51-b3c5339bc389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:08Z', 'updated_at': '2021-10-27T10:13:14Z', 'revision_number': 4, 'project_id': 'e7c55039221b45c69304c1afafa20e6a', 'subnets': [{'id': '2d043faf-de54-45d8-ad51-b3c5339bc389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:13:15.707935 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1edde03-e316-463c-8b16-3ab09a8b238e None None] The sync data for ids ['3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c'] in dv-cinder-815146-2-iscsi is: [{'id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'name': 'tempest-AttachVolumeTestJSON-1029581605-router', 'tenant_id': 'e7c55039221b45c69304c1afafa20e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b0997d9b-90ac-4b76-a43a-41be4b4fa380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:01Z', 'updated_at': '2021-10-27T10:13:10Z', 'revision_number': 4, 'project_id': 'e7c55039221b45c69304c1afafa20e6a', 'gw_port': {'id': 'b0997d9b-90ac-4b76-a43a-41be4b4fa380', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:02Z', 'updated_at': '2021-10-27T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '950f21fd-ce13-465b-8d46-9d1956815de8', 'name': '', 'network_id': '8a629e7d-72b0-4646-a07a-812ae74aa6c3', 'tenant_id': 'e7c55039221b45c69304c1afafa20e6a', 'mac_address': 'fa:16:3e:b9:43:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2d043faf-de54-45d8-ad51-b3c5339bc389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:08Z', 'updated_at': '2021-10-27T10:13:14Z', 'revision_number': 4, 'project_id': 'e7c55039221b45c69304c1afafa20e6a', 'subnets': [{'id': '2d043faf-de54-45d8-ad51-b3c5339bc389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:13:15.799601 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-f981d0e1-3cbb-4f85-a2cd-71fa9d1b727a None None] Set router 247a8ead-ce13-49ad-a370-bcd3e3a8b428 gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:13:15.830473 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-dceba6d8-cff3-41fb-8b11-fada4807b36d tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:15.834536 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-dceba6d8-cff3-41fb-8b11-fada4807b36d tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/networks?id=232c2cd8-3827-47b2-95ae-f90c0b9d2e5c HTTP/1.1" status: 200 len: 817 time: 0.2520292 Oct 27 10:13:15.871629 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-c158ce5b-783c-48a8-a3bd-9c77709ca993 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/quotas/20d2cc4467704c129f691b1ba2dd72cc HTTP/1.1" status: 200 len: 375 time: 0.0270574 Oct 27 10:13:15.935531 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-b571dc8d-57d5-458f-ba33-8abdd28ff1e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:16.020805 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-ccd3f933-63e6-4da6-85b3-10d492fb0bd8 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=20d2cc4467704c129f691b1ba2dd72cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1371748 Oct 27 10:13:16.095461 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-00becde6-5f3f-4fe2-bb3e-15571537bd01 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:16.104326 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 60f2a9e9-4a35-494b-b9c9-9aaaa587e2c1 up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:13:16.157411 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-db11c548-eacb-482b-96af-2164d321ac13 service neutron] 10.222.0.36 "GET /v2.0/networks/232c2cd8-3827-47b2-95ae-f90c0b9d2e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287057 Oct 27 10:13:16.197070 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port 60f2a9e9-4a35-494b-b9c9-9aaaa587e2c1 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:13:16.197070 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:16.226475 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-00becde6-5f3f-4fe2-bb3e-15571537bd01 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:16.266818 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-56001f9c-a5ab-4208-98cd-349d0fe9f047 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:16.268423 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-56001f9c-a5ab-4208-98cd-349d0fe9f047 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/networks?id=f7961d2d-16df-4f4e-ba8f-b487aecddcfb HTTP/1.1" status: 200 len: 819 time: 0.5851400 Oct 27 10:13:16.273047 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-b571dc8d-57d5-458f-ba33-8abdd28ff1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:16.282932 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-72199c47-0cbe-4578-95f2-fffc93fece62 service neutron] 10.222.0.36 "GET /v2.0/networks/232c2cd8-3827-47b2-95ae-f90c0b9d2e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136556 Oct 27 10:13:16.283089 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-b571dc8d-57d5-458f-ba33-8abdd28ff1e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:16.283089 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-b571dc8d-57d5-458f-ba33-8abdd28ff1e4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/83e83c38-1b85-4066-91f9-6cc7b76d5658 HTTP/1.1" status: 204 len: 168 time: 0.7625971 Oct 27 10:13:16.319522 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-00becde6-5f3f-4fe2-bb3e-15571537bd01 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543954'] for security_group_rule, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:16.354592 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-606c9177-6935-40fa-9db3-34feff06889c tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/quotas/84ee96eca37f439da63d7612697a0a33 HTTP/1.1" status: 200 len: 375 time: 0.0588789 Oct 27 10:13:16.355323 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b571dc8d-57d5-458f-ba33-8abdd28ff1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e83c38-1b85-4066-91f9-6cc7b76d5658,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:16.379568 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-f981d0e1-3cbb-4f85-a2cd-71fa9d1b727a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247a8ead-ce13-49ad-a370-bcd3e3a8b428', 'name': 'tempest-ServerRescueNegativeTestJSON-1131127592-router', 'tenant_id': '84ee96eca37f439da63d7612697a0a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'ecc30f25-3367-4095-af7a-30a95378404c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:03Z', 'updated_at': '2021-10-27T10:13:12Z', 'revision_number': 4, 'project_id': '84ee96eca37f439da63d7612697a0a33', 'gw_port': {'id': 'ecc30f25-3367-4095-af7a-30a95378404c', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247a8ead-ce13-49ad-a370-bcd3e3a8b428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:05Z', 'updated_at': '2021-10-27T10:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': 'aca16d35-b984-47a5-9357-a03b5e7cd174', 'name': '', 'network_id': 'f7961d2d-16df-4f4e-ba8f-b487aecddcfb', 'tenant_id': '84ee96eca37f439da63d7612697a0a33', 'mac_address': 'fa:16:3e:84:57:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247a8ead-ce13-49ad-a370-bcd3e3a8b428', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5c71709b-7393-40ed-a177-1fb36198be48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:11Z', 'updated_at': '2021-10-27T10:13:13Z', 'revision_number': 2, 'project_id': '84ee96eca37f439da63d7612697a0a33', 'subnets': [{'id': '5c71709b-7393-40ed-a177-1fb36198be48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:13:16.414891 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f981d0e1-3cbb-4f85-a2cd-71fa9d1b727a None None] Checking router: 247a8ead-ce13-49ad-a370-bcd3e3a8b428 for host: dv-cinder-815146-2-iscsi {{(pid=101975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:13:16.415689 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f981d0e1-3cbb-4f85-a2cd-71fa9d1b727a None None] Updating router 247a8ead-ce13-49ad-a370-bcd3e3a8b428 port aca16d35-b984-47a5-9357-a03b5e7cd174 binding host dv-cinder-815146-2-iscsi {{(pid=101975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:13:16.438082 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00becde6-5f3f-4fe2-bb3e-15571537bd01 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c17aafb-4126-4fb7-8047-8373e9dd8d05,revision_number=0']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:16.472200 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-f981d0e1-3cbb-4f85-a2cd-71fa9d1b727a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:16.498170 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-be332389-49bf-42fe-a8e1-5050ce46a52b tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=84ee96eca37f439da63d7612697a0a33&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1056840 Oct 27 10:13:16.516878 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device b0997d9b-90ac-4b76-a43a-41be4b4fa380 up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:13:16.543601 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-00becde6-5f3f-4fe2-bb3e-15571537bd01 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:16.545670 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-00becde6-5f3f-4fe2-bb3e-15571537bd01 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9230793 Oct 27 10:13:16.548761 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 44518) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:16.557977 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-6441e863-5146-4a0c-94fa-005218a76d4f tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Request body: {'floatingip': {'floating_network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:13:16.725101 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port b0997d9b-90ac-4b76-a43a-41be4b4fa380 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:13:16.725625 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:16.742019 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-6441e863-5146-4a0c-94fa-005218a76d4f tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks [] for floatingip, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:16.869328 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-fd4071c6-cc51-4e79-8b84-0add9054583d service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101974) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:13:16.872430 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-fd4071c6-cc51-4e79-8b84-0add9054583d service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1166275 Oct 27 10:13:17.074540 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-2f62bcb9-74eb-43c8-97be-f06f91ffa45f service neutron] 10.222.0.36 "GET /v2.0/networks/f7961d2d-16df-4f4e-ba8f-b487aecddcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965466 Oct 27 10:13:17.080459 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-33ec8f9c-00d4-46fc-ba9d-1d173330e93c req-613a8b2a-9218-4bf5-a0eb-f054e0be84ab tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/ports?device_id=eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8 HTTP/1.1" status: 200 len: 210 time: 0.1301830 Oct 27 10:13:17.120924 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device ecc30f25-3367-4095-af7a-30a95378404c up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:13:17.239343 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-f981d0e1-3cbb-4f85-a2cd-71fa9d1b727a None None] Publish callbacks [] for port, precommit_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:17.251751 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-f4bc2e77-b21a-45a5-9478-150e2b289bab req-0a2d3c82-a138-45c0-99db-b9c228a4bfcb tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 210 time: 0.0613928 Oct 27 10:13:17.264583 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port ecc30f25-3367-4095-af7a-30a95378404c triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:13:17.265023 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:17.285444 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-3b9cdfeb-64ca-4f14-82bf-b788e1be5aa4 service neutron] 10.222.0.36 "GET /v2.0/networks/f7961d2d-16df-4f4e-ba8f-b487aecddcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039988 Oct 27 10:13:17.335025 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-6441e863-5146-4a0c-94fa-005218a76d4f tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:17.362306 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-f981d0e1-3cbb-4f85-a2cd-71fa9d1b727a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:17.497428 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a3a21-2f8a-4498-82ea-2bab23f97cf0 None None] Pushing event updated for resources: {'Port': ['ID=aca16d35-b984-47a5-9357-a03b5e7cd174,revision_number=3']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:17.502883 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.db_base_plugin_common [None req-6441e863-5146-4a0c-94fa-005218a76d4f tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Allocated IP 172.27.0.74 (69571a3e-4e32-484c-817d-d4e48eaaa088/c41fd2cf-ce58-48ac-94e7-7a64d200bbef/9ef8f6cf-82e9-4222-b248-4d526adf1e69) {{(pid=101973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:13:17.535090 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-f981d0e1-3cbb-4f85-a2cd-71fa9d1b727a None None] Attempting to bind port aca16d35-b984-47a5-9357-a03b5e7cd174 on host dv-cinder-815146-2-iscsi for vnic_type normal with profile {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:13:17.535674 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-f981d0e1-3cbb-4f85-a2cd-71fa9d1b727a None None] Attempting to bind port aca16d35-b984-47a5-9357-a03b5e7cd174 by drivers openvswitch,hyperv on host dv-cinder-815146-2-iscsi at level 0 using segments [{'id': 'e9961c6b-71bd-414a-abdd-83c03087e013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'f7961d2d-16df-4f4e-ba8f-b487aecddcfb'}] {{(pid=101975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:13:17.535909 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f981d0e1-3cbb-4f85-a2cd-71fa9d1b727a None None] Attempting to bind port aca16d35-b984-47a5-9357-a03b5e7cd174 on network f7961d2d-16df-4f4e-ba8f-b487aecddcfb {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:13:17.548255 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f981d0e1-3cbb-4f85-a2cd-71fa9d1b727a None None] Checking agent: {'id': '47afc1f0-2071-45d2-aeaa-ba0f7c30884d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 4, 35), 'started_at': datetime.datetime(2021, 10, 27, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:13:17.548642 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f981d0e1-3cbb-4f85-a2cd-71fa9d1b727a None None] Checking segment: {'id': 'e9961c6b-71bd-414a-abdd-83c03087e013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'f7961d2d-16df-4f4e-ba8f-b487aecddcfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:13:17.549089 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-f981d0e1-3cbb-4f85-a2cd-71fa9d1b727a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:17.549489 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f981d0e1-3cbb-4f85-a2cd-71fa9d1b727a None None] Bound using segment: {'id': 'e9961c6b-71bd-414a-abdd-83c03087e013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'f7961d2d-16df-4f4e-ba8f-b487aecddcfb'} {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:13:17.550014 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-f981d0e1-3cbb-4f85-a2cd-71fa9d1b727a None None] Bound port: aca16d35-b984-47a5-9357-a03b5e7cd174, host: dv-cinder-815146-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9961c6b-71bd-414a-abdd-83c03087e013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'f7961d2d-16df-4f4e-ba8f-b487aecddcfb'}}] {{(pid=101975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:13:17.550397 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-f981d0e1-3cbb-4f85-a2cd-71fa9d1b727a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:17.646290 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-f981d0e1-3cbb-4f85-a2cd-71fa9d1b727a None None] For port aca16d35-b984-47a5-9357-a03b5e7cd174, host dv-cinder-815146-2-iscsi, cleared binding levels {{(pid=101975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:13:17.674603 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-f981d0e1-3cbb-4f85-a2cd-71fa9d1b727a None None] For port aca16d35-b984-47a5-9357-a03b5e7cd174, host dv-cinder-815146-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=aca16d35-b984-47a5-9357-a03b5e7cd174,segment=NetworkSegment(e9961c6b-71bd-414a-abdd-83c03087e013),segment_id=e9961c6b-71bd-414a-abdd-83c03087e013)] {{(pid=101975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:13:17.722905 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-6441e863-5146-4a0c-94fa-005218a76d4f tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks [] for port, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:17.769140 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-f981d0e1-3cbb-4f85-a2cd-71fa9d1b727a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:17.789580 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-5159bb4b-b61b-4432-92e8-b204d1590c7c req-74d02f2b-cf20-48cb-89b5-c73ffb024e81 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 210 time: 0.0474029 Oct 27 10:13:17.837952 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 950f21fd-ce13-465b-8d46-9d1956815de8 up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:13:17.937350 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-6441e863-5146-4a0c-94fa-005218a76d4f tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839'] for port, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:17.961350 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f981d0e1-3cbb-4f85-a2cd-71fa9d1b727a None None] Routers {'247a8ead-ce13-49ad-a370-bcd3e3a8b428'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:13:17.965830 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-f981d0e1-3cbb-4f85-a2cd-71fa9d1b727a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:13:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['247a8ead-ce13-49ad-a370-bcd3e3a8b428'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:13:18.027025 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a3a21-2f8a-4498-82ea-2bab23f97cf0 None None] Pushing event updated for resources: {'Port': ['ID=aca16d35-b984-47a5-9357-a03b5e7cd174,revision_number=4']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:18.058301 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6441e863-5146-4a0c-94fa-005218a76d4f tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Network 69571a3e-4e32-484c-817d-d4e48eaaa088 is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:13:18.075891 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.81', 55860) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:18.085370 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [None req-6441e863-5146-4a0c-94fa-005218a76d4f tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:13:18.109791 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6441e863-5146-4a0c-94fa-005218a76d4f tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Received port after_create {{(pid=101973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:13:18.120704 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6441e863-5146-4a0c-94fa-005218a76d4f tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Pushing event updated for resources: {'Port': ['ID=9ef8f6cf-82e9-4222-b248-4d526adf1e69,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:18.181978 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port 950f21fd-ce13-465b-8d46-9d1956815de8 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:13:18.182357 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:18.269904 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-f981d0e1-3cbb-4f85-a2cd-71fa9d1b727a None None] Set router 247a8ead-ce13-49ad-a370-bcd3e3a8b428 gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:13:18.381156 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-6441e863-5146-4a0c-94fa-005218a76d4f tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:18.450688 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-cedef342-dbc9-43a3-a110-7c1b787b1c9e tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:18.454849 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-cedef342-dbc9-43a3-a110-7c1b787b1c9e tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/networks?id=f7961d2d-16df-4f4e-ba8f-b487aecddcfb HTTP/1.1" status: 200 len: 819 time: 0.3374283 Oct 27 10:13:18.469455 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b831481-864a-442e-ab12-e790a4822cd8 req-ab406d39-c16c-4bbd-88ad-feb605b74a9d tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:18.473622 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-0b831481-864a-442e-ab12-e790a4822cd8 req-ab406d39-c16c-4bbd-88ad-feb605b74a9d tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.81 "GET /v2.0/networks?id=240c3359-dfa6-4c1c-987a-075566c1ee10 HTTP/1.1" status: 200 len: 811 time: 0.3958521 Oct 27 10:13:18.481954 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-a63b3fc3-458b-4426-a7dd-87380674a19e tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/quotas/84ee96eca37f439da63d7612697a0a33 HTTP/1.1" status: 200 len: 375 time: 0.0155277 Oct 27 10:13:18.525125 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-279dc469-b723-4e02-8132-8f2f79c8b545 req-e29c563b-fd45-4913-bb31-0626e58db4f9 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/ports?device_id=eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8 HTTP/1.1" status: 200 len: 210 time: 0.0433106 Oct 27 10:13:18.556370 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [req-0b831481-864a-442e-ab12-e790a4822cd8 req-72bca48a-bdba-4e0e-b6d5-cc1422222b48 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Request body: {'port': {'device_id': 'eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8', 'network_id': '240c3359-dfa6-4c1c-987a-075566c1ee10', 'admin_state_up': True, 'tenant_id': '857c6c8351d943bd9f2b135dbac4f88d'}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:13:18.591121 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-6441e863-5146-4a0c-94fa-005218a76d4f tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:18.607201 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-afc74270-7fba-42bc-9eb1-623693c0eeed tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=84ee96eca37f439da63d7612697a0a33&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1204240 Oct 27 10:13:18.709496 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-674d3fa2-b373-4f1b-90b0-e06dd303c8b1 req-efda38fa-b1fa-4f68-b8d4-505bdfa3d1fe tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 210 time: 0.0386076 Oct 27 10:13:18.840928 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-e7686e24-5979-40e2-9db8-f2ee028f025b service neutron] 10.222.0.36 "GET /v2.0/networks/f7961d2d-16df-4f4e-ba8f-b487aecddcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324367 Oct 27 10:13:18.841561 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-f981d0e1-3cbb-4f85-a2cd-71fa9d1b727a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247a8ead-ce13-49ad-a370-bcd3e3a8b428', 'name': 'tempest-ServerRescueNegativeTestJSON-1131127592-router', 'tenant_id': '84ee96eca37f439da63d7612697a0a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'ecc30f25-3367-4095-af7a-30a95378404c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:03Z', 'updated_at': '2021-10-27T10:13:12Z', 'revision_number': 4, 'project_id': '84ee96eca37f439da63d7612697a0a33', 'gw_port': {'id': 'ecc30f25-3367-4095-af7a-30a95378404c', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247a8ead-ce13-49ad-a370-bcd3e3a8b428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:05Z', 'updated_at': '2021-10-27T10:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': 'aca16d35-b984-47a5-9357-a03b5e7cd174', 'name': '', 'network_id': 'f7961d2d-16df-4f4e-ba8f-b487aecddcfb', 'tenant_id': '84ee96eca37f439da63d7612697a0a33', 'mac_address': 'fa:16:3e:84:57:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247a8ead-ce13-49ad-a370-bcd3e3a8b428', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5c71709b-7393-40ed-a177-1fb36198be48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:11Z', 'updated_at': '2021-10-27T10:13:17Z', 'revision_number': 4, 'project_id': '84ee96eca37f439da63d7612697a0a33', 'subnets': [{'id': '5c71709b-7393-40ed-a177-1fb36198be48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:13:18.877515 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f981d0e1-3cbb-4f85-a2cd-71fa9d1b727a None None] The sync data for ids ['247a8ead-ce13-49ad-a370-bcd3e3a8b428'] in dv-cinder-815146-2-iscsi is: [{'id': '247a8ead-ce13-49ad-a370-bcd3e3a8b428', 'name': 'tempest-ServerRescueNegativeTestJSON-1131127592-router', 'tenant_id': '84ee96eca37f439da63d7612697a0a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'ecc30f25-3367-4095-af7a-30a95378404c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:03Z', 'updated_at': '2021-10-27T10:13:12Z', 'revision_number': 4, 'project_id': '84ee96eca37f439da63d7612697a0a33', 'gw_port': {'id': 'ecc30f25-3367-4095-af7a-30a95378404c', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247a8ead-ce13-49ad-a370-bcd3e3a8b428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:05Z', 'updated_at': '2021-10-27T10:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': 'aca16d35-b984-47a5-9357-a03b5e7cd174', 'name': '', 'network_id': 'f7961d2d-16df-4f4e-ba8f-b487aecddcfb', 'tenant_id': '84ee96eca37f439da63d7612697a0a33', 'mac_address': 'fa:16:3e:84:57:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247a8ead-ce13-49ad-a370-bcd3e3a8b428', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5c71709b-7393-40ed-a177-1fb36198be48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:11Z', 'updated_at': '2021-10-27T10:13:17Z', 'revision_number': 4, 'project_id': '84ee96eca37f439da63d7612697a0a33', 'subnets': [{'id': '5c71709b-7393-40ed-a177-1fb36198be48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:13:18.970043 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-be96fff4-ae30-4732-89bb-9f2d28ddae83 service neutron] 10.222.0.36 "GET /v2.0/networks/f7961d2d-16df-4f4e-ba8f-b487aecddcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282282 Oct 27 10:13:18.984159 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-6441e863-5146-4a0c-94fa-005218a76d4f tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:19.025077 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b831481-864a-442e-ab12-e790a4822cd8 req-72bca48a-bdba-4e0e-b6d5-cc1422222b48 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Made reservation on behalf of 857c6c8351d943bd9f2b135dbac4f88d for: {'port': 1} {{(pid=101974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:13:19.025933 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [req-0b831481-864a-442e-ab12-e790a4822cd8 req-72bca48a-bdba-4e0e-b6d5-cc1422222b48 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:19.062399 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-6441e863-5146-4a0c-94fa-005218a76d4f tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:19.115119 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-6441e863-5146-4a0c-94fa-005218a76d4f tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564014'] for floatingip, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:19.140205 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6441e863-5146-4a0c-94fa-005218a76d4f tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Pushing event updated for resources: {'Port': ['ID=9ef8f6cf-82e9-4222-b248-4d526adf1e69,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:19.240591 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-6441e863-5146-4a0c-94fa-005218a76d4f tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for floatingip, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:19.243383 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-6441e863-5146-4a0c-94fa-005218a76d4f tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6930156 Oct 27 10:13:19.366880 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-98fd3e5f-9c4c-46b7-aab5-98c71755f906 req-f17b13b1-29f4-4be3-8a4d-86089d70dc6f tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 210 time: 0.0955312 Oct 27 10:13:19.589365 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.db.db_base_plugin_common [req-0b831481-864a-442e-ab12-e790a4822cd8 req-72bca48a-bdba-4e0e-b6d5-cc1422222b48 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Allocated IP 172.20.0.14 (240c3359-dfa6-4c1c-987a-075566c1ee10/2fa553c3-5d72-4dfc-b38c-81901cfb8d17/de5d446a-d56b-485c-b30a-968347f32091) {{(pid=101974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:13:19.715309 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a46730f4-cbb3-4ca7-92a8-713aa1c5af1a req-97d86418-24e1-489c-8b27-681a3ba3e3fc tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/ports?device_id=eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8 HTTP/1.1" status: 200 len: 210 time: 0.0782695 Oct 27 10:13:19.764491 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 44730) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:19.837335 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device aca16d35-b984-47a5-9357-a03b5e7cd174 up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:13:19.904532 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7753f1c0-5613-4889-9bf4-c7ae44a62330 req-e0e697f4-40a7-49c7-8910-f0afb2eb7cf2 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 210 time: 0.0434983 Oct 27 10:13:19.951884 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port aca16d35-b984-47a5-9357-a03b5e7cd174 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:13:19.952504 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:20.019611 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-eac8e33f-eba3-4a06-9e50-36bd1b608fcb tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--799766513&fields=id&tenant_id=e7c55039221b45c69304c1afafa20e6a HTTP/1.1" status: 200 len: 267 time: 0.1050966 Oct 27 10:13:20.075394 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [req-0b831481-864a-442e-ab12-e790a4822cd8 req-72bca48a-bdba-4e0e-b6d5-cc1422222b48 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Publish callbacks [] for port, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:20.107475 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:20.167089 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] For port aca16d35-b984-47a5-9357-a03b5e7cd174, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=aca16d35-b984-47a5-9357-a03b5e7cd174,segment=NetworkSegment(e9961c6b-71bd-414a-abdd-83c03087e013),segment_id=e9961c6b-71bd-414a-abdd-83c03087e013)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:13:20.263492 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-884f70d3-c952-41f4-9dcd-e9d1bc9d1beb tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:20.273295 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:20.288724 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-884f70d3-c952-41f4-9dcd-e9d1bc9d1beb tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/networks?id=8a629e7d-72b0-4646-a07a-812ae74aa6c3 HTTP/1.1" status: 200 len: 811 time: 0.2644854 Oct 27 10:13:20.342858 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-82a1c804-e2d2-485f-a131-e9a4605e9534 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:20.345613 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-090770b6-a4f1-409b-81d7-6042d129d597 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/quotas/e7c55039221b45c69304c1afafa20e6a HTTP/1.1" status: 200 len: 375 time: 0.0596116 Oct 27 10:13:20.363420 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Pushing event updated for resources: {'Port': ['ID=aca16d35-b984-47a5-9357-a03b5e7cd174,revision_number=5']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:20.416930 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [req-0b831481-864a-442e-ab12-e790a4822cd8 req-72bca48a-bdba-4e0e-b6d5-cc1422222b48 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839'] for port, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:20.531453 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-d4867624-3d7c-4aab-b7a2-d4825d9d9d3d req-21b1ee6f-f09b-4ed9-be18-7538e3b43768 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 210 time: 0.0398803 Oct 27 10:13:20.553633 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.81', 55872) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:20.848094 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b831481-864a-442e-ab12-e790a4822cd8 req-72bca48a-bdba-4e0e-b6d5-cc1422222b48 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Network 240c3359-dfa6-4c1c-987a-075566c1ee10 is already hosted by enough agents. {{(pid=101974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:13:20.869599 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.base_scheduler [req-0b831481-864a-442e-ab12-e790a4822cd8 req-72bca48a-bdba-4e0e-b6d5-cc1422222b48 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Resources bound (agent type, host, resource id): {{(pid=101974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:13:20.878860 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b831481-864a-442e-ab12-e790a4822cd8 req-72bca48a-bdba-4e0e-b6d5-cc1422222b48 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Received port after_create {{(pid=101974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:13:20.889289 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b831481-864a-442e-ab12-e790a4822cd8 req-72bca48a-bdba-4e0e-b6d5-cc1422222b48 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:20.889289 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [req-0b831481-864a-442e-ab12-e790a4822cd8 req-72bca48a-bdba-4e0e-b6d5-cc1422222b48 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for port, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:20.899058 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bca48a-bdba-4e0e-b6d5-cc1422222b48 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Pushing event updated for resources: {'Port': ['ID=de5d446a-d56b-485c-b30a-968347f32091,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:20.927882 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-e7958486-bff7-42a9-9c97-8fbce8836608 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7c55039221b45c69304c1afafa20e6a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5643704 Oct 27 10:13:21.038579 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-82a1c804-e2d2-485f-a131-e9a4605e9534 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:21.072719 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-489e0459-5307-43d5-80fd-aed2474fa745 service neutron] 10.222.0.36 "GET /v2.0/networks/8a629e7d-72b0-4646-a07a-812ae74aa6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438451 Oct 27 10:13:21.215387 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-0b831481-864a-442e-ab12-e790a4822cd8 req-72bca48a-bdba-4e0e-b6d5-cc1422222b48 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6891654 Oct 27 10:13:21.218889 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-82a1c804-e2d2-485f-a131-e9a4605e9534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:21.232575 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8188d9-3093-4807-9dfc-1433f16f6267 req-9223745b-9109-401c-b6c9-2b42d96357b0 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:21.249456 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1e8188d9-3093-4807-9dfc-1433f16f6267 req-9223745b-9109-401c-b6c9-2b42d96357b0 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/ports?device_id=eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8 HTTP/1.1" status: 200 len: 932 time: 0.1853821 Oct 27 10:13:21.263496 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [req-0b831481-864a-442e-ab12-e790a4822cd8 req-c767fa72-faa1-472f-aef6-db89532fc209 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101974) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:13:21.264470 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-0b831481-864a-442e-ab12-e790a4822cd8 req-c767fa72-faa1-472f-aef6-db89532fc209 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0157735 Oct 27 10:13:21.291032 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-571d77f8-8e66-4c56-835a-9ec4518a5e83 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:21.294398 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-571d77f8-8e66-4c56-835a-9ec4518a5e83 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.81 "GET /v2.0/networks?id=232c2cd8-3827-47b2-95ae-f90c0b9d2e5c HTTP/1.1" status: 200 len: 817 time: 0.7374785 Oct 27 10:13:21.419296 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.81', 55875) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:21.456939 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1e8188d9-3093-4807-9dfc-1433f16f6267 req-de7402a3-c08a-4258-9027-a811fe3fb5db tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a8c43d3-c3be-4050-97e7-896ccaba2e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061446 Oct 27 10:13:21.640038 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-d0263061-342d-43c8-9905-d785afe0cc78 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20d2cc4467704c129f691b1ba2dd72cc HTTP/1.1" status: 200 len: 380 time: 0.2511263 Oct 27 10:13:21.640038 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-8a9ef8b3-c525-4184-b694-ec12a4e008b7 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Request body: {'port': {'device_id': 'f01fe47f-50a0-42a2-80a2-f9371f57ff57', 'network_id': '232c2cd8-3827-47b2-95ae-f90c0b9d2e5c', 'admin_state_up': True, 'tenant_id': '20d2cc4467704c129f691b1ba2dd72cc', 'security_groups': ['f65f7acc-8510-4f2c-8988-5245e046111b']}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:13:21.640038 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [req-0b831481-864a-442e-ab12-e790a4822cd8 req-e67c054b-bfbb-40c6-a433-cdedc2dcdca5 service neutron] Request body: {'port': {'device_id': 'eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:13:21.788447 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-82a1c804-e2d2-485f-a131-e9a4605e9534 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eca1d84ad7f34e09abd5f79f52aa3814&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0203454 Oct 27 10:13:21.824754 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-826999ea-4f17-4f58-a8e9-46b068c2b0cb req-8b0c9470-8cea-4dff-a243-2e531f9c99f8 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 210 time: 0.1918194 Oct 27 10:13:21.829636 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 44826) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:21.848228 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-38a2e4a8-1ae8-41bd-b8e8-df927cd2343c tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:21.872679 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-38a2e4a8-1ae8-41bd-b8e8-df927cd2343c tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.81 "GET /v2.0/networks?id=f7961d2d-16df-4f4e-ba8f-b487aecddcfb HTTP/1.1" status: 200 len: 819 time: 0.4964347 Oct 27 10:13:21.872679 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a1c804-e2d2-485f-a131-e9a4605e9534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43de9d0c-0c61-4501-8c5e-343668feb2ea,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:21.873182 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device aca16d35-b984-47a5-9357-a03b5e7cd174 up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:13:21.874283 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-80cd45e1-ed47-489b-b31b-1a911490977b tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Request body: {'port': {'device_id': '32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e', 'network_id': 'f7961d2d-16df-4f4e-ba8f-b487aecddcfb', 'admin_state_up': True, 'tenant_id': '84ee96eca37f439da63d7612697a0a33'}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:13:21.919403 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-21810f98-0e15-4d04-9706-45e6bb719b98 service neutron] 10.222.0.36 "GET /v2.0/networks/8a629e7d-72b0-4646-a07a-812ae74aa6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8337917 Oct 27 10:13:21.974932 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-0b831481-864a-442e-ab12-e790a4822cd8 req-e67c054b-bfbb-40c6-a433-cdedc2dcdca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:22.060722 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port aca16d35-b984-47a5-9357-a03b5e7cd174 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:13:22.061916 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:22.189879 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-f6737cd3-00ab-41ef-a4e7-84d2868e0874 req-f0b8721e-898e-46ea-a89c-79feab27d82b tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 210 time: 0.1958301 Oct 27 10:13:22.317561 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-80cd45e1-ed47-489b-b31b-1a911490977b tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Made reservation on behalf of 84ee96eca37f439da63d7612697a0a33 for: {'port': 1} {{(pid=101974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:13:22.323234 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-80cd45e1-ed47-489b-b31b-1a911490977b tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:22.552706 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-e21e5d45-c68f-407e-9d65-f889147f0d3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:22.560996 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 44852) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:22.593164 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-dce2aa61-43f9-40e9-b39d-03322285b483 req-66e3a4cf-f12e-457b-8f19-029616b25674 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 210 time: 0.1893754 Oct 27 10:13:22.716137 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-e21e5d45-c68f-407e-9d65-f889147f0d3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:22.733666 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-8a9ef8b3-c525-4184-b694-ec12a4e008b7 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Made reservation on behalf of 20d2cc4467704c129f691b1ba2dd72cc for: {'port': 1} {{(pid=101973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:13:22.733666 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-8a9ef8b3-c525-4184-b694-ec12a4e008b7 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:22.830336 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-13f3557d-42b4-463f-a6af-12b2d3a3d788 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:22.833978 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.db.db_base_plugin_common [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-80cd45e1-ed47-489b-b31b-1a911490977b tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Allocated IP 172.20.0.9 (f7961d2d-16df-4f4e-ba8f-b487aecddcfb/5c71709b-7393-40ed-a177-1fb36198be48/ad53ec07-b6ed-4849-926f-7fa08020a514) {{(pid=101974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:13:22.905082 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adac1f-caab-4ff9-bb89-9730632b843a req-1f77d263-a239-4043-b8ce-b927b24e5cb0 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:23.089561 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-21adac1f-caab-4ff9-bb89-9730632b843a req-1f77d263-a239-4043-b8ce-b927b24e5cb0 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/ports?device_id=eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8 HTTP/1.1" status: 200 len: 932 time: 0.2664216 Oct 27 10:13:23.089561 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-21adac1f-caab-4ff9-bb89-9730632b843a req-71b5b052-e937-4674-a16f-c8096ea4a1f2 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a8c43d3-c3be-4050-97e7-896ccaba2e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601497 Oct 27 10:13:23.090671 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-3ef3d6e8-8cb0-43de-a16b-c8dc9fdb0c8d req-03b375c0-7968-457e-b674-0f54c11c55c8 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 210 time: 0.0674832 Oct 27 10:13:23.151305 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-80cd45e1-ed47-489b-b31b-1a911490977b tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Publish callbacks [] for port, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:23.173635 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.db_base_plugin_common [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-8a9ef8b3-c525-4184-b694-ec12a4e008b7 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Allocated IP 172.20.0.3 (232c2cd8-3827-47b2-95ae-f90c0b9d2e5c/32f65f21-7a7c-4568-afd2-3193e7fc13b4/ce250e52-6e43-4318-b350-7be41ebadf60) {{(pid=101973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:13:23.189122 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [req-0b831481-864a-442e-ab12-e790a4822cd8 req-e67c054b-bfbb-40c6-a433-cdedc2dcdca5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de5d446a-d56b-485c-b30a-968347f32091 {{(pid=101973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:13:23.199398 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-0b831481-864a-442e-ab12-e790a4822cd8 req-e67c054b-bfbb-40c6-a433-cdedc2dcdca5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:23.344486 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-8e62e372-10fe-4491-83b2-68b831240bb4 req-ac10c837-b7df-4864-b7b7-421fe6a733ae tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 210 time: 0.0528855 Oct 27 10:13:23.369289 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [req-0b831481-864a-442e-ab12-e790a4822cd8 req-e67c054b-bfbb-40c6-a433-cdedc2dcdca5 service neutron] Transition to ACTIVE for port object de5d446a-d56b-485c-b30a-968347f32091 will not be triggered until provisioned by entity L2. {{(pid=101973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:13:23.375223 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-e21e5d45-c68f-407e-9d65-f889147f0d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:23.381518 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-e21e5d45-c68f-407e-9d65-f889147f0d3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:23.381518 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-e21e5d45-c68f-407e-9d65-f889147f0d3e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/43de9d0c-0c61-4501-8c5e-343668feb2ea HTTP/1.1" status: 204 len: 168 time: 1.5480537 Oct 27 10:13:23.399545 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e5d45-c68f-407e-9d65-f889147f0d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43de9d0c-0c61-4501-8c5e-343668feb2ea,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:23.419054 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-8a9ef8b3-c525-4184-b694-ec12a4e008b7 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks [] for port, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:23.511503 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-80cd45e1-ed47-489b-b31b-1a911490977b tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839'] for port, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:23.568293 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-13f3557d-42b4-463f-a6af-12b2d3a3d788 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:23.582026 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-0b831481-864a-442e-ab12-e790a4822cd8 req-e67c054b-bfbb-40c6-a433-cdedc2dcdca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:23.641404 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-80cd45e1-ed47-489b-b31b-1a911490977b tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Network f7961d2d-16df-4f4e-ba8f-b487aecddcfb is already hosted by enough agents. {{(pid=101974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:13:23.647301 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd45e1-ed47-489b-b31b-1a911490977b tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Pushing event updated for resources: {'Port': ['ID=ad53ec07-b6ed-4849-926f-7fa08020a514,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:23.677954 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.base_scheduler [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-80cd45e1-ed47-489b-b31b-1a911490977b tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Resources bound (agent type, host, resource id): {{(pid=101974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:13:23.681375 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-80cd45e1-ed47-489b-b31b-1a911490977b tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Received port after_create {{(pid=101974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:13:23.687401 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c054b-bfbb-40c6-a433-cdedc2dcdca5 service neutron] Pushing event updated for resources: {'Port': ['ID=de5d446a-d56b-485c-b30a-968347f32091,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:23.702584 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-80cd45e1-ed47-489b-b31b-1a911490977b tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:23.703498 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-80cd45e1-ed47-489b-b31b-1a911490977b tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for port, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:23.747583 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-82b7405f-5b3d-44bb-b234-e888ade45cc4 req-cd0045cb-7c9c-428b-8620-558575f94005 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 210 time: 0.0683889 Oct 27 10:13:23.776965 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-13f3557d-42b4-463f-a6af-12b2d3a3d788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:23.788617 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-8a9ef8b3-c525-4184-b694-ec12a4e008b7 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839'] for port, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:23.839503 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-13f3557d-42b4-463f-a6af-12b2d3a3d788 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eca2f53f125f48ddadf0e7e85a55abe4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2774482 Oct 27 10:13:23.845803 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f3557d-42b4-463f-a6af-12b2d3a3d788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9f9fbb-dc58-4074-bc1f-daeddbefbb2e,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:23.845803 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 44880) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:23.927287 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-80cd45e1-ed47-489b-b31b-1a911490977b tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0612099 Oct 27 10:13:23.944123 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-c9cd1d9a-48ab-455e-be8e-08c01a03df07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:23.947538 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-0b831481-864a-442e-ab12-e790a4822cd8 req-e67c054b-bfbb-40c6-a433-cdedc2dcdca5 service neutron] Attempting to bind port de5d446a-d56b-485c-b30a-968347f32091 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:13:23.947894 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-0b831481-864a-442e-ab12-e790a4822cd8 req-e67c054b-bfbb-40c6-a433-cdedc2dcdca5 service neutron] Attempting to bind port de5d446a-d56b-485c-b30a-968347f32091 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '3ea4c435-e01e-4e34-b22e-41caaf408975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '240c3359-dfa6-4c1c-987a-075566c1ee10'}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:13:23.948243 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b831481-864a-442e-ab12-e790a4822cd8 req-e67c054b-bfbb-40c6-a433-cdedc2dcdca5 service neutron] Attempting to bind port de5d446a-d56b-485c-b30a-968347f32091 on network 240c3359-dfa6-4c1c-987a-075566c1ee10 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:13:23.960581 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b831481-864a-442e-ab12-e790a4822cd8 req-e67c054b-bfbb-40c6-a433-cdedc2dcdca5 service neutron] Port de5d446a-d56b-485c-b30a-968347f32091 on network 240c3359-dfa6-4c1c-987a-075566c1ee10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:13:23.960913 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b831481-864a-442e-ab12-e790a4822cd8 req-e67c054b-bfbb-40c6-a433-cdedc2dcdca5 service neutron] Attempting to bind port de5d446a-d56b-485c-b30a-968347f32091 on network 240c3359-dfa6-4c1c-987a-075566c1ee10 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:13:23.964557 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-8a9ef8b3-c525-4184-b694-ec12a4e008b7 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Network 232c2cd8-3827-47b2-95ae-f90c0b9d2e5c is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:13:23.973603 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-8a9ef8b3-c525-4184-b694-ec12a4e008b7 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:13:23.977872 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-c9cd1d9a-48ab-455e-be8e-08c01a03df07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:23.978053 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-8a9ef8b3-c525-4184-b694-ec12a4e008b7 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Received port after_create {{(pid=101973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:13:23.983451 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-8a9ef8b3-c525-4184-b694-ec12a4e008b7 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:23.984075 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-8a9ef8b3-c525-4184-b694-ec12a4e008b7 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:23.986605 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ef8b3-c525-4184-b694-ec12a4e008b7 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Pushing event updated for resources: {'Port': ['ID=ce250e52-6e43-4318-b350-7be41ebadf60,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:23.990814 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b831481-864a-442e-ab12-e790a4822cd8 req-e67c054b-bfbb-40c6-a433-cdedc2dcdca5 service neutron] Checking agent: {'id': '4745671e-30cb-4e18-8ff0-6142bf8b3cdd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 11, 11), 'started_at': datetime.datetime(2021, 10, 27, 10, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:13:23.991190 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b831481-864a-442e-ab12-e790a4822cd8 req-e67c054b-bfbb-40c6-a433-cdedc2dcdca5 service neutron] Checking segment: {'id': '3ea4c435-e01e-4e34-b22e-41caaf408975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '240c3359-dfa6-4c1c-987a-075566c1ee10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:13:23.991723 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b831481-864a-442e-ab12-e790a4822cd8 req-e67c054b-bfbb-40c6-a433-cdedc2dcdca5 service neutron] Bound using segment: {'id': '3ea4c435-e01e-4e34-b22e-41caaf408975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '240c3359-dfa6-4c1c-987a-075566c1ee10'} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:13:23.992186 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-0b831481-864a-442e-ab12-e790a4822cd8 req-e67c054b-bfbb-40c6-a433-cdedc2dcdca5 service neutron] Bound port: de5d446a-d56b-485c-b30a-968347f32091, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea4c435-e01e-4e34-b22e-41caaf408975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '240c3359-dfa6-4c1c-987a-075566c1ee10'}}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:13:23.992571 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-0b831481-864a-442e-ab12-e790a4822cd8 req-e67c054b-bfbb-40c6-a433-cdedc2dcdca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:24.143613 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-0b831481-864a-442e-ab12-e790a4822cd8 req-e67c054b-bfbb-40c6-a433-cdedc2dcdca5 service neutron] For port de5d446a-d56b-485c-b30a-968347f32091, host hv-cinder-81514, cleared binding levels {{(pid=101973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:13:24.148409 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-0b831481-864a-442e-ab12-e790a4822cd8 req-e67c054b-bfbb-40c6-a433-cdedc2dcdca5 service neutron] For port de5d446a-d56b-485c-b30a-968347f32091, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=de5d446a-d56b-485c-b30a-968347f32091,segment=NetworkSegment(3ea4c435-e01e-4e34-b22e-41caaf408975),segment_id=3ea4c435-e01e-4e34-b22e-41caaf408975)] {{(pid=101973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:13:24.247305 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108375fa-fb72-4984-8bea-fa8e559c3ba1 req-e4f583c7-cb68-4c31-8ef8-559e55036956 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:24.249119 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-108375fa-fb72-4984-8bea-fa8e559c3ba1 req-e4f583c7-cb68-4c31-8ef8-559e55036956 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/ports?device_id=eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8 HTTP/1.1" status: 200 len: 944 time: 0.0752394 Oct 27 10:13:24.268349 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be2b0d5-3e1c-4591-bf44-3dcbac6e077a req-52dc097f-689c-4c08-a823-44377bdb1e0c tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:24.271234 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-4be2b0d5-3e1c-4591-bf44-3dcbac6e077a req-52dc097f-689c-4c08-a823-44377bdb1e0c tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 931 time: 0.0731430 Oct 27 10:13:24.319655 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-0b831481-864a-442e-ab12-e790a4822cd8 req-e67c054b-bfbb-40c6-a433-cdedc2dcdca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:24.341806 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-8a9ef8b3-c525-4184-b694-ec12a4e008b7 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7494519 Oct 27 10:13:24.347704 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-108375fa-fb72-4984-8bea-fa8e559c3ba1 req-9fc18f85-1293-4bda-8957-0d08d2f2add7 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a8c43d3-c3be-4050-97e7-896ccaba2e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860474 Oct 27 10:13:24.404867 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b831481-864a-442e-ab12-e790a4822cd8 req-e67c054b-bfbb-40c6-a433-cdedc2dcdca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:24.405499 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-0b831481-864a-442e-ab12-e790a4822cd8 req-e67c054b-bfbb-40c6-a433-cdedc2dcdca5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:24.407677 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0b831481-864a-442e-ab12-e790a4822cd8 req-e67c054b-bfbb-40c6-a433-cdedc2dcdca5 service neutron] 10.222.0.81 "PUT /v2.0/ports/de5d446a-d56b-485c-b30a-968347f32091 HTTP/1.1" status: 200 len: 1094 time: 2.9822674 Oct 27 10:13:24.408153 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8', 'tag': 'de5d446a-d56b-485c-b30a-968347f32091'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:13:24.470464 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-ee7f9210-5967-44d0-acc3-8d64eebb2542 req-d9035c28-53e3-4059-a46c-a30d04a3e840 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 210 time: 0.0469742 Oct 27 10:13:24.501361 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-c9cd1d9a-48ab-455e-be8e-08c01a03df07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:24.504141 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-c9cd1d9a-48ab-455e-be8e-08c01a03df07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:24.507933 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-c9cd1d9a-48ab-455e-be8e-08c01a03df07 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dc9f9fbb-dc58-4074-bc1f-daeddbefbb2e HTTP/1.1" status: 204 len: 168 time: 0.6615813 Oct 27 10:13:24.515035 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd1d9a-48ab-455e-be8e-08c01a03df07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9f9fbb-dc58-4074-bc1f-daeddbefbb2e,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:24.599041 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-e49edd54-6aae-48d7-939a-d5fe7cc8f203 None None] Provisioning complete for port ce250e52-6e43-4318-b350-7be41ebadf60 triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:13:24.599041 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-e49edd54-6aae-48d7-939a-d5fe7cc8f203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:24.640727 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-e49edd54-6aae-48d7-939a-d5fe7cc8f203 None None] Port ce250e52-6e43-4318-b350-7be41ebadf60 cannot update to ACTIVE because it is not bound. {{(pid=101975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:13:24.744975 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-4be2b0d5-3e1c-4591-bf44-3dcbac6e077a req-3a3e49df-2953-42be-bab7-ee70c74bf960 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4676569 Oct 27 10:13:24.774163 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c054b-bfbb-40c6-a433-cdedc2dcdca5 service neutron] Pushing event updated for resources: {'Port': ['ID=de5d446a-d56b-485c-b30a-968347f32091,revision_number=3']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:24.892808 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-796fbb5b-eaa7-4765-b749-6e3863e73369 req-2d82da67-52ec-48b7-a699-92e8f66be8ab tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 210 time: 0.0332420 Oct 27 10:13:25.121369 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94debda59f24a9426fb80c87c8c8853eb57e17b8e03a85591ed34d87467b8464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7e8c84-ce30-4f92-b023-81e6dcf52f97" -d '{"events": [{"name": "network-changed", "server_uuid": "eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8", "tag": "de5d446a-d56b-485c-b30a-968347f32091"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:13:25.318220 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d934f575-7cb6-4813-9a28-f36f5fbc4774 x-openstack-request-id: req-d934f575-7cb6-4813-9a28-f36f5fbc4774 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:13:25.318716 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8", "tag": "de5d446a-d56b-485c-b30a-968347f32091", "status": "completed", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:13:25.319193 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d934f575-7cb6-4813-9a28-f36f5fbc4774 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:13:25.319843 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8', 'tag': 'de5d446a-d56b-485c-b30a-968347f32091', 'status': 'completed', 'code': 200} Oct 27 10:13:25.529376 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d28b33-027d-448c-8d0a-225d67bf0566 req-a36cffca-37a2-4b88-abfb-5f1ef751c272 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:25.529376 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-33d28b33-027d-448c-8d0a-225d67bf0566 req-a36cffca-37a2-4b88-abfb-5f1ef751c272 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/ports?device_id=eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8 HTTP/1.1" status: 200 len: 944 time: 0.0510159 Oct 27 10:13:25.529376 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-33d28b33-027d-448c-8d0a-225d67bf0566 req-afa46aa7-0838-4264-8884-6eaa87a594fb tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a8c43d3-c3be-4050-97e7-896ccaba2e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387406 Oct 27 10:13:25.580219 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1d61aab8-2e92-440e-ace0-04c237adde97 req-94c730ed-d456-4f64-a1a3-2ef5dfe6433f tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 210 time: 0.0256565 Oct 27 10:13:25.881218 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74b368-b6c3-4e8e-88c3-6b7004347010 req-a883f260-b1c3-4281-9731-bcd0cd8303f4 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:25.882857 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-0c74b368-b6c3-4e8e-88c3-6b7004347010 req-a883f260-b1c3-4281-9731-bcd0cd8303f4 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 931 time: 0.0530303 Oct 27 10:13:25.935083 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-0c74b368-b6c3-4e8e-88c3-6b7004347010 req-8d9471cf-8859-41e6-b31f-4792ccecd002 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445588 Oct 27 10:13:25.967847 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 44952) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:25.997005 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-d1993465-e34c-4bfc-9275-08104cc5a23d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:26.025551 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-25730bc6-6505-4691-a860-5b6338e66116 req-fba0eda6-f93a-4f00-b68c-834a1ce56768 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 210 time: 0.0619133 Oct 27 10:13:26.102976 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-d1993465-e34c-4bfc-9275-08104cc5a23d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:26.226402 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 44962) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:26.296549 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-d1993465-e34c-4bfc-9275-08104cc5a23d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:26.353313 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-d1993465-e34c-4bfc-9275-08104cc5a23d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=db35d5032e3d422b90ad627c93d4848a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3840613 Oct 27 10:13:26.354309 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1993465-e34c-4bfc-9275-08104cc5a23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ff71b5-b9b9-4a25-a200-2e61b18b6695,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:26.355776 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 44970) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:26.386458 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-853b6f66-222e-4b3f-bc41-c8fa165153b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:26.470660 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9ca8db97-93a6-4e9c-aa8e-47b63ae08398 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:26.505811 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9ca8db97-93a6-4e9c-aa8e-47b63ae08398 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:26.518482 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-853b6f66-222e-4b3f-bc41-c8fa165153b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:26.598323 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-853b6f66-222e-4b3f-bc41-c8fa165153b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:26.676048 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9ca8db97-93a6-4e9c-aa8e-47b63ae08398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:26.679047 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9ca8db97-93a6-4e9c-aa8e-47b63ae08398 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:26.683399 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-9ca8db97-93a6-4e9c-aa8e-47b63ae08398 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/66ff71b5-b9b9-4a25-a200-2e61b18b6695 HTTP/1.1" status: 204 len: 168 time: 0.3240881 Oct 27 10:13:26.707023 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-af4fbcf8-ff2e-4365-95a5-b41d2916b936 req-429bd9a3-d110-4a20-929b-07054d5587cb tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 210 time: 0.0438538 Oct 27 10:13:26.741563 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8db97-93a6-4e9c-aa8e-47b63ae08398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ff71b5-b9b9-4a25-a200-2e61b18b6695,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:26.744166 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b6f66-222e-4b3f-bc41-c8fa165153b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f8ec8a-96d9-4dc0-b2c9-10495bd11698,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:26.778324 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-853b6f66-222e-4b3f-bc41-c8fa165153b5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=99521937afe14e0580bfabf3cdf15598&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5469315 Oct 27 10:13:26.782021 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 45000) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:26.815066 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7647dc5-a2c9-4395-b918-0cf2b62f0529 req-60470ef7-d06d-463d-8dda-16c0b1d60beb tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:26.816670 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-c7647dc5-a2c9-4395-b918-0cf2b62f0529 req-60470ef7-d06d-463d-8dda-16c0b1d60beb tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/ports?device_id=eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8 HTTP/1.1" status: 200 len: 944 time: 0.1733048 Oct 27 10:13:26.854125 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-baeda9c2-b2cc-4874-9fe9-c361ed33fbf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:26.861550 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-c7647dc5-a2c9-4395-b918-0cf2b62f0529 req-7bac972b-655b-44bb-8299-8dd383adb8c5 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a8c43d3-c3be-4050-97e7-896ccaba2e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386453 Oct 27 10:13:26.877497 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-baeda9c2-b2cc-4874-9fe9-c361ed33fbf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:27.100635 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147d6f9-71ff-4478-80bd-1cf28d791fda req-fd820e50-e3fa-4dfb-bbeb-12fffc22bd7c tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:27.103464 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-c147d6f9-71ff-4478-80bd-1cf28d791fda req-fd820e50-e3fa-4dfb-bbeb-12fffc22bd7c tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 931 time: 0.0701671 Oct 27 10:13:27.142724 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-c147d6f9-71ff-4478-80bd-1cf28d791fda req-4a43f1a2-a563-478e-9435-2426ec185e25 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334740 Oct 27 10:13:27.151133 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-afab4922-6961-4362-a7d6-42c9c8aa5db8 req-ecc58d14-82c0-41b1-b6b8-50be36fc8a71 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 210 time: 0.0270514 Oct 27 10:13:27.170268 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-baeda9c2-b2cc-4874-9fe9-c361ed33fbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:27.179066 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-baeda9c2-b2cc-4874-9fe9-c361ed33fbf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:27.179066 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-baeda9c2-b2cc-4874-9fe9-c361ed33fbf9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/03f8ec8a-96d9-4dc0-b2c9-10495bd11698 HTTP/1.1" status: 204 len: 168 time: 0.3909624 Oct 27 10:13:27.192137 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeda9c2-b2cc-4874-9fe9-c361ed33fbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f8ec8a-96d9-4dc0-b2c9-10495bd11698,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:27.513522 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 45014) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:27.783844 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3fefe28e-a041-4839-b853-358ecf2faae4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:27.856649 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-9b0cc682-1939-4ccd-9c4b-db28383b020f req-c8a82c61-99a0-4d34-a05b-4ebcac7d6d31 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 210 time: 0.0498950 Oct 27 10:13:28.090986 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3fefe28e-a041-4839-b853-358ecf2faae4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:28.092378 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e4173-51b0-496f-8ae8-39f638b9d108 req-7766e1ab-f00b-4657-ad45-690a3f4dbf25 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:28.092378 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-959e4173-51b0-496f-8ae8-39f638b9d108 req-7766e1ab-f00b-4657-ad45-690a3f4dbf25 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/ports?device_id=eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8 HTTP/1.1" status: 200 len: 944 time: 0.0506282 Oct 27 10:13:28.092378 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-959e4173-51b0-496f-8ae8-39f638b9d108 req-3badbc9c-b22e-4f4a-94b3-c9a26d945890 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a8c43d3-c3be-4050-97e7-896ccaba2e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314441 Oct 27 10:13:28.210267 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3fefe28e-a041-4839-b853-358ecf2faae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:28.357390 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-3fefe28e-a041-4839-b853-358ecf2faae4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0242df06a0cd4ac0ad6b4eec6784ad69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8423195 Oct 27 10:13:28.359814 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 45040) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:28.360356 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-c531ab03-f72e-4045-ba7a-0c9b62b26bea req-52739e31-3061-42aa-a613-4a098c6c534b tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 210 time: 0.0516622 Oct 27 10:13:28.370878 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fefe28e-a041-4839-b853-358ecf2faae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669eae9a-e58f-49a4-af28-51d5ada3f6de,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:28.429233 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16bed57-99f4-493a-a099-f952216f3bf3 req-be11732a-9464-44dd-b0c5-51f4b2ecb40d tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:28.435509 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-c16bed57-99f4-493a-a099-f952216f3bf3 req-be11732a-9464-44dd-b0c5-51f4b2ecb40d tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 931 time: 0.1520863 Oct 27 10:13:28.497282 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-c16bed57-99f4-493a-a099-f952216f3bf3 req-e3c773da-49c1-48fe-a1e7-20f63d7d0d28 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578580 Oct 27 10:13:28.501151 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-ddea769a-5856-4078-999a-07145e718201 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:28.538642 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-ddea769a-5856-4078-999a-07145e718201 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:28.559555 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 45042) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:28.575823 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-f6f7a3dd-ce2a-460c-9787-7350496abd5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:28.684258 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-ddea769a-5856-4078-999a-07145e718201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:28.688689 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-ddea769a-5856-4078-999a-07145e718201 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:28.688689 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-ddea769a-5856-4078-999a-07145e718201 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/669eae9a-e58f-49a4-af28-51d5ada3f6de HTTP/1.1" status: 204 len: 168 time: 0.3263741 Oct 27 10:13:28.697187 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea769a-5856-4078-999a-07145e718201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669eae9a-e58f-49a4-af28-51d5ada3f6de,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:28.879372 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-f6f7a3dd-ce2a-460c-9787-7350496abd5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:28.969454 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-b1d80b3e-3ae4-4f7c-ba75-6ae58f7cb73d req-fa332637-d42a-4970-b4dc-3b53e397c432 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 210 time: 0.0261278 Oct 27 10:13:29.044962 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-f6f7a3dd-ce2a-460c-9787-7350496abd5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:29.104907 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f7a3dd-ce2a-460c-9787-7350496abd5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3dcd81-a267-4854-9eff-c9bb7a9e278d,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:29.118442 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-f6f7a3dd-ce2a-460c-9787-7350496abd5c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1486158fe27a4fd28f1c117f7aa13da3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5564480 Oct 27 10:13:29.120438 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 45058) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:29.185557 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-a87e50da-0f50-4b67-a878-9ac7f14e297e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:29.225954 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-a87e50da-0f50-4b67-a878-9ac7f14e297e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:29.232954 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ce358-5a20-424d-bfca-1e0c32f7f23b req-2d7d13bd-fc99-4b9a-9b88-beebf168113f tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:29.252204 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-347ce358-5a20-424d-bfca-1e0c32f7f23b req-2d7d13bd-fc99-4b9a-9b88-beebf168113f tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/ports?device_id=eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8 HTTP/1.1" status: 200 len: 944 time: 0.0795596 Oct 27 10:13:29.352667 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-347ce358-5a20-424d-bfca-1e0c32f7f23b req-1307735b-9ca3-43f8-a051-7c6e10a047f0 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a8c43d3-c3be-4050-97e7-896ccaba2e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941179 Oct 27 10:13:29.357277 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-a87e50da-0f50-4b67-a878-9ac7f14e297e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:29.367908 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-a87e50da-0f50-4b67-a878-9ac7f14e297e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:29.370577 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-a87e50da-0f50-4b67-a878-9ac7f14e297e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bb3dcd81-a267-4854-9eff-c9bb7a9e278d HTTP/1.1" status: 204 len: 168 time: 0.2489550 Oct 27 10:13:29.379563 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87e50da-0f50-4b67-a878-9ac7f14e297e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3dcd81-a267-4854-9eff-c9bb7a9e278d,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:29.558417 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-04b5bbe1-e1f5-43f2-b6da-15b6e3bde468 req-7ed7e3b6-a27d-4a34-b128-60eb58b08538 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 210 time: 0.0573559 Oct 27 10:13:29.627290 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da16607-fbed-4a62-93ce-d31d96016d5a req-24ab2d39-29ce-45f2-acd8-6423a40ec09c tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:29.628792 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-5da16607-fbed-4a62-93ce-d31d96016d5a req-24ab2d39-29ce-45f2-acd8-6423a40ec09c tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 931 time: 0.0555384 Oct 27 10:13:29.677053 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-5da16607-fbed-4a62-93ce-d31d96016d5a req-09ee7e68-dbfd-4cff-86f0-4e5e99494c75 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404592 Oct 27 10:13:30.066011 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-5e36e4b4-93c9-4f88-98eb-83678e4c4db3 req-c651bc4b-4039-4c22-bd58-c7a1e5e53b73 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 210 time: 0.0268400 Oct 27 10:13:30.501430 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4be7b-de4a-431a-927c-0d9b6c1a888c req-b1fa86b1-40f5-4d42-ac2c-8d92a6ee1cfd tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:30.503603 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-31b4be7b-de4a-431a-927c-0d9b6c1a888c req-b1fa86b1-40f5-4d42-ac2c-8d92a6ee1cfd tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/ports?device_id=eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8 HTTP/1.1" status: 200 len: 944 time: 0.0871668 Oct 27 10:13:30.562683 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-31b4be7b-de4a-431a-927c-0d9b6c1a888c req-9af46e8e-e99c-446c-9721-8c355d97b2c2 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a8c43d3-c3be-4050-97e7-896ccaba2e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519676 Oct 27 10:13:30.678696 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a9330fb4-1090-4672-b95e-a244d203b521 req-dd747b16-9e84-43dc-810f-60d65361518b tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 210 time: 0.0264091 Oct 27 10:13:30.803152 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54adc9cc-6c75-4573-afe7-54a3517f2b43 req-b89ea8b8-ba9f-411f-8754-01014c974dfe tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:30.805364 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-54adc9cc-6c75-4573-afe7-54a3517f2b43 req-b89ea8b8-ba9f-411f-8754-01014c974dfe tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 931 time: 0.0510263 Oct 27 10:13:30.862390 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-54adc9cc-6c75-4573-afe7-54a3517f2b43 req-eb557403-b974-4760-ba1f-67d3a77d42b6 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485568 Oct 27 10:13:31.172610 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-8832969c-91ce-4d60-8416-facb0d19f425 req-c42838f0-88d9-40b1-a034-ed016d0b00bc tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 210 time: 0.0302618 Oct 27 10:13:31.709105 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-7e3c0a61-c9fa-49e1-9a7c-23a2b4575007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:31.778122 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573f09a-57b6-4f95-9532-5ff64526786d req-5cab98ac-8c83-46ac-b87b-9ec67cdafcb2 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:31.782781 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-8573f09a-57b6-4f95-9532-5ff64526786d req-5cab98ac-8c83-46ac-b87b-9ec67cdafcb2 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/ports?device_id=eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8 HTTP/1.1" status: 200 len: 944 time: 0.1110961 Oct 27 10:13:31.842123 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-ced064fc-b173-4151-a384-afea980f4ecc req-9b26afa6-db76-4d47-a9b5-62987f746d39 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 210 time: 0.0365026 Oct 27 10:13:31.861885 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-8573f09a-57b6-4f95-9532-5ff64526786d req-7fada0fa-c3f8-4799-98b0-9061098a4503 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a8c43d3-c3be-4050-97e7-896ccaba2e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659847 Oct 27 10:13:32.014754 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa3ec5-0f4c-431e-91a4-c00403381478 req-52089925-a8e4-479e-b77a-aceebd3e1b1b tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:32.019473 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-89fa3ec5-0f4c-431e-91a4-c00403381478 req-52089925-a8e4-479e-b77a-aceebd3e1b1b tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 931 time: 0.0792484 Oct 27 10:13:32.056208 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-89fa3ec5-0f4c-431e-91a4-c00403381478 req-46364547-6bb1-4635-923b-02e1bce1cdd9 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331793 Oct 27 10:13:32.278009 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-600b265c-81e0-44a4-9369-0c176bc4633d req-7ea4aff5-38e8-488f-89da-a7c7cbfe9eac tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 210 time: 0.0294077 Oct 27 10:13:32.536438 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-2d8eca73-f452-40b6-8c7c-6bcaf4d3da0a service neutron] Request body: {'port': {'device_id': '32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:13:32.537804 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-fba7d038-cc53-4a84-968c-fa4743499abd service neutron] Request body: {'port': {'device_id': 'f01fe47f-50a0-42a2-80a2-f9371f57ff57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:13:32.595629 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-2d8eca73-f452-40b6-8c7c-6bcaf4d3da0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:32.663901 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.81', 55888) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:32.669008 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-fba7d038-cc53-4a84-968c-fa4743499abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:32.811506 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-e1babc6e-8df7-41fb-b108-2fb6a5adda38 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:32.813600 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-e1babc6e-8df7-41fb-b108-2fb6a5adda38 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.81 "GET /v2.0/networks?id=f7961d2d-16df-4f4e-ba8f-b487aecddcfb HTTP/1.1" status: 200 len: 819 time: 0.2811837 Oct 27 10:13:32.832201 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-5fbd2886-4841-4b00-bf96-182588210f0a tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Request body: {'port': {'device_id': 'e53395cb-9184-4d4a-a1a0-3061adf32314', 'network_id': 'f7961d2d-16df-4f4e-ba8f-b487aecddcfb', 'admin_state_up': True, 'tenant_id': '84ee96eca37f439da63d7612697a0a33'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:13:32.973227 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e8c84-ce30-4f92-b023-81e6dcf52f97 req-1650d992-0019-4263-b51f-6d1e91beac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:32.975193 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-de7e8c84-ce30-4f92-b023-81e6dcf52f97 req-1650d992-0019-4263-b51f-6d1e91beac80 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=857c6c8351d943bd9f2b135dbac4f88d&device_id=eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8 HTTP/1.1" status: 200 len: 1097 time: 0.2704394 Oct 27 10:13:33.067852 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-df3845db-291b-4a22-bb7c-0bb808f51b7c req-8e4e63a1-59e8-4354-b1fa-b5da60d25c81 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 210 time: 0.0391395 Oct 27 10:13:33.191399 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 45222) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:33.277315 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7730644-58b7-4bb8-978f-5f22fdd92148 req-df2cf008-b53c-41b7-9f6b-14d91816fe05 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:33.284589 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-f7730644-58b7-4bb8-978f-5f22fdd92148 req-df2cf008-b53c-41b7-9f6b-14d91816fe05 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 931 time: 0.1108999 Oct 27 10:13:33.288293 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.notifiers.nova [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-2d8eca73-f452-40b6-8c7c-6bcaf4d3da0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad53ec07-b6ed-4849-926f-7fa08020a514 {{(pid=101974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:13:33.295111 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-5fbd2886-4841-4b00-bf96-182588210f0a tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Made reservation on behalf of 84ee96eca37f439da63d7612697a0a33 for: {'port': 1} {{(pid=101973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:13:33.298766 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-5fbd2886-4841-4b00-bf96-182588210f0a tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:33.300976 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-2d8eca73-f452-40b6-8c7c-6bcaf4d3da0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:33.323655 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a983a-2264-48ae-9b33-bf4ff089abd0 req-9c4d5021-361f-4b97-9de5-d2f6025f48df tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:33.325559 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-ce9a983a-2264-48ae-9b33-bf4ff089abd0 req-9c4d5021-361f-4b97-9de5-d2f6025f48df tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/ports?device_id=eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8 HTTP/1.1" status: 200 len: 944 time: 0.3010247 Oct 27 10:13:33.335582 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.db.provisioning_blocks [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-2d8eca73-f452-40b6-8c7c-6bcaf4d3da0a service neutron] Transition to ACTIVE for port object ad53ec07-b6ed-4849-926f-7fa08020a514 will not be triggered until provisioned by entity L2. {{(pid=101974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:13:33.350904 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e8c84-ce30-4f92-b023-81e6dcf52f97 req-1f790966-4cae-42c0-89de-6e0b7056041f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:33.355717 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-de7e8c84-ce30-4f92-b023-81e6dcf52f97 req-1f790966-4cae-42c0-89de-6e0b7056041f service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=857c6c8351d943bd9f2b135dbac4f88d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3254035 Oct 27 10:13:33.362256 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-f7730644-58b7-4bb8-978f-5f22fdd92148 req-685dfdd3-954e-463b-bc68-693e783cad1c tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746644 Oct 27 10:13:33.436778 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-2d8eca73-f452-40b6-8c7c-6bcaf4d3da0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:33.538488 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-764b4362-b2c2-45e2-8dc7-b45880b26f33 req-e8425749-e750-47e3-a857-943ddbffb2ed tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 210 time: 0.0976281 Oct 27 10:13:33.616513 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8eca73-f452-40b6-8c7c-6bcaf4d3da0a service neutron] Pushing event updated for resources: {'Port': ['ID=ad53ec07-b6ed-4849-926f-7fa08020a514,revision_number=2']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:33.654195 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.managers [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-2d8eca73-f452-40b6-8c7c-6bcaf4d3da0a service neutron] Attempting to bind port ad53ec07-b6ed-4849-926f-7fa08020a514 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:13:33.654195 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.managers [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-2d8eca73-f452-40b6-8c7c-6bcaf4d3da0a service neutron] Attempting to bind port ad53ec07-b6ed-4849-926f-7fa08020a514 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'e9961c6b-71bd-414a-abdd-83c03087e013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'f7961d2d-16df-4f4e-ba8f-b487aecddcfb'}] {{(pid=101974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:13:33.654195 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-2d8eca73-f452-40b6-8c7c-6bcaf4d3da0a service neutron] Attempting to bind port ad53ec07-b6ed-4849-926f-7fa08020a514 on network f7961d2d-16df-4f4e-ba8f-b487aecddcfb {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:13:33.655596 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-2d8eca73-f452-40b6-8c7c-6bcaf4d3da0a service neutron] Port ad53ec07-b6ed-4849-926f-7fa08020a514 on network f7961d2d-16df-4f4e-ba8f-b487aecddcfb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:13:33.656108 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-2d8eca73-f452-40b6-8c7c-6bcaf4d3da0a service neutron] Attempting to bind port ad53ec07-b6ed-4849-926f-7fa08020a514 on network f7961d2d-16df-4f4e-ba8f-b487aecddcfb {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:13:33.661992 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-2d8eca73-f452-40b6-8c7c-6bcaf4d3da0a service neutron] Checking agent: {'id': '4745671e-30cb-4e18-8ff0-6142bf8b3cdd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 11, 11), 'started_at': datetime.datetime(2021, 10, 27, 10, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:13:33.662625 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-2d8eca73-f452-40b6-8c7c-6bcaf4d3da0a service neutron] Checking segment: {'id': 'e9961c6b-71bd-414a-abdd-83c03087e013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'f7961d2d-16df-4f4e-ba8f-b487aecddcfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:13:33.663686 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-2d8eca73-f452-40b6-8c7c-6bcaf4d3da0a service neutron] Bound using segment: {'id': 'e9961c6b-71bd-414a-abdd-83c03087e013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'f7961d2d-16df-4f4e-ba8f-b487aecddcfb'} {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:13:33.664957 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.managers [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-2d8eca73-f452-40b6-8c7c-6bcaf4d3da0a service neutron] Bound port: ad53ec07-b6ed-4849-926f-7fa08020a514, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9961c6b-71bd-414a-abdd-83c03087e013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'f7961d2d-16df-4f4e-ba8f-b487aecddcfb'}}] {{(pid=101974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:13:33.665541 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-2d8eca73-f452-40b6-8c7c-6bcaf4d3da0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:33.746348 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.db [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-2d8eca73-f452-40b6-8c7c-6bcaf4d3da0a service neutron] For port ad53ec07-b6ed-4849-926f-7fa08020a514, host hv-cinder-81514, cleared binding levels {{(pid=101974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:13:33.778757 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-ce9a983a-2264-48ae-9b33-bf4ff089abd0 req-214865b7-e941-4c0f-bdbd-162b393b36ef tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a8c43d3-c3be-4050-97e7-896ccaba2e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4229162 Oct 27 10:13:33.778928 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.db [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-2d8eca73-f452-40b6-8c7c-6bcaf4d3da0a service neutron] For port ad53ec07-b6ed-4849-926f-7fa08020a514, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ad53ec07-b6ed-4849-926f-7fa08020a514,segment=NetworkSegment(e9961c6b-71bd-414a-abdd-83c03087e013),segment_id=e9961c6b-71bd-414a-abdd-83c03087e013)] {{(pid=101974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:13:33.803896 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-efe77fdb-ca98-4934-83c5-bd77b52099ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:33.856191 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-2d8eca73-f452-40b6-8c7c-6bcaf4d3da0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:33.888815 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-2d8eca73-f452-40b6-8c7c-6bcaf4d3da0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:33.889423 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-2d8eca73-f452-40b6-8c7c-6bcaf4d3da0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for port, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:33.891219 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-2d8eca73-f452-40b6-8c7c-6bcaf4d3da0a service neutron] 10.222.0.81 "PUT /v2.0/ports/ad53ec07-b6ed-4849-926f-7fa08020a514 HTTP/1.1" status: 200 len: 1093 time: 1.3601458 Oct 27 10:13:33.893472 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e', 'tag': 'ad53ec07-b6ed-4849-926f-7fa08020a514'}] {{(pid=101974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:13:33.933076 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e8c84-ce30-4f92-b023-81e6dcf52f97 req-75921e93-8502-4a58-8250-38ee4547b372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:33.934660 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-de7e8c84-ce30-4f92-b023-81e6dcf52f97 req-75921e93-8502-4a58-8250-38ee4547b372 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5651722 Oct 27 10:13:33.963802 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-fba7d038-cc53-4a84-968c-fa4743499abd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce250e52-6e43-4318-b350-7be41ebadf60 {{(pid=101973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:13:33.983976 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-fba7d038-cc53-4a84-968c-fa4743499abd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:34.009275 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8eca73-f452-40b6-8c7c-6bcaf4d3da0a service neutron] Pushing event updated for resources: {'Port': ['ID=ad53ec07-b6ed-4849-926f-7fa08020a514,revision_number=3']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:34.024447 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.db_base_plugin_common [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-5fbd2886-4841-4b00-bf96-182588210f0a tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Allocated IP 172.20.0.4 (f7961d2d-16df-4f4e-ba8f-b487aecddcfb/5c71709b-7393-40ed-a177-1fb36198be48/d4dd3818-ccac-43b8-ae90-4c213b2badd4) {{(pid=101973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:13:34.036359 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-fba7d038-cc53-4a84-968c-fa4743499abd service neutron] Transition to ACTIVE for port object ce250e52-6e43-4318-b350-7be41ebadf60 will not be triggered until provisioned by entity L2. {{(pid=101973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:13:34.073063 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b831481-864a-442e-ab12-e790a4822cd8 req-203d7635-3d52-44cb-9643-f960f2da541f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:34.074616 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0b831481-864a-442e-ab12-e790a4822cd8 req-203d7635-3d52-44cb-9643-f960f2da541f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=857c6c8351d943bd9f2b135dbac4f88d&device_id=eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8 HTTP/1.1" status: 200 len: 1097 time: 0.0928042 Oct 27 10:13:34.088428 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-efe77fdb-ca98-4934-83c5-bd77b52099ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:34.136096 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.81', 55893) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:34.170709 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-fba7d038-cc53-4a84-968c-fa4743499abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:34.175397 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-b1f43c73-f78d-4452-a55d-05161bd4c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:34.215923 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf944270f4c6cd15fd7b67f1263b575d4441d7d254681f9dd92e2334043a3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40669b0b-de24-49f0-b871-78fd2ba7ad37" -d '{"events": [{"name": "network-changed", "server_uuid": "32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e", "tag": "ad53ec07-b6ed-4849-926f-7fa08020a514"}]}' {{(pid=101974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:13:34.228330 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0b831481-864a-442e-ab12-e790a4822cd8 req-50549473-71c0-4b1a-9f19-2334de517dd2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de5d446a-d56b-485c-b30a-968347f32091 HTTP/1.1" status: 200 len: 217 time: 0.1389527 Oct 27 10:13:34.237291 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba7d038-cc53-4a84-968c-fa4743499abd service neutron] Pushing event updated for resources: {'Port': ['ID=ce250e52-6e43-4318-b350-7be41ebadf60,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:34.251225 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-d0f4b227-a8fc-4c13-a173-3ac22a217eea tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:34.252739 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-d0f4b227-a8fc-4c13-a173-3ac22a217eea tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.81 "GET /v2.0/networks?id=8a629e7d-72b0-4646-a07a-812ae74aa6c3 HTTP/1.1" status: 200 len: 811 time: 0.2153392 Oct 27 10:13:34.296038 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-67fd8d04-d760-4377-afa7-650a00d1da5b req-0124af9b-185d-47d9-adc5-628eb0327dda tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 210 time: 0.0751505 Oct 27 10:13:34.299335 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-3280d151-c4d3-40d5-b722-914a20a919c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:34.300997 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-3280d151-c4d3-40d5-b722-914a20a919c9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=84ee96eca37f439da63d7612697a0a33&device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 1096 time: 0.1632631 Oct 27 10:13:34.457923 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-7447646a-a5b4-432b-9317-1424edd17ccc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad53ec07-b6ed-4849-926f-7fa08020a514 HTTP/1.1" status: 200 len: 217 time: 0.1457851 Oct 27 10:13:34.459563 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2544f79-8ba0-4fce-bd8b-93db41e6ab9c x-openstack-request-id: req-e2544f79-8ba0-4fce-bd8b-93db41e6ab9c {{(pid=101974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:13:34.459842 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e", "tag": "ad53ec07-b6ed-4849-926f-7fa08020a514", "status": "completed", "code": 200}]} {{(pid=101974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:13:34.460091 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e2544f79-8ba0-4fce-bd8b-93db41e6ab9c {{(pid=101974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:13:34.460543 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e', 'tag': 'ad53ec07-b6ed-4849-926f-7fa08020a514', 'status': 'completed', 'code': 200} Oct 27 10:13:34.478135 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b831481-864a-442e-ab12-e790a4822cd8 req-5bf0c381-c289-4b17-bb7d-db4e7e9ef6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:34.479860 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0b831481-864a-442e-ab12-e790a4822cd8 req-5bf0c381-c289-4b17-bb7d-db4e7e9ef6ce service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2fa553c3-5d72-4dfc-b38c-81901cfb8d17 HTTP/1.1" status: 200 len: 851 time: 0.1137009 Oct 27 10:13:34.493033 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-efe77fdb-ca98-4934-83c5-bd77b52099ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:34.593114 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-efe77fdb-ca98-4934-83c5-bd77b52099ac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9408d9b0ac7f4d5cad9e07222ce6cf6a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3875365 Oct 27 10:13:34.593114 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0b831481-864a-442e-ab12-e790a4822cd8 req-d76045df-b8ae-4d05-8a94-b466f64cd3db service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=240c3359-dfa6-4c1c-987a-075566c1ee10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721269 Oct 27 10:13:34.601901 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 45284) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:34.618087 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-d9c6814f-c6a8-40f2-a939-df9f08ebf4bf tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7c55039221b45c69304c1afafa20e6a HTTP/1.1" status: 200 len: 379 time: 0.3360939 Oct 27 10:13:34.648623 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-84bffe6c-f330-4eb3-a17e-f05267f9f163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:34.650306 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-84bffe6c-f330-4eb3-a17e-f05267f9f163 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5c71709b-7393-40ed-a177-1fb36198be48 HTTP/1.1" status: 200 len: 859 time: 0.1842489 Oct 27 10:13:34.657208 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-0a6e598e-913d-4bb7-9356-6144e153d041 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Request body: {'port': {'device_id': '8d351977-f855-401d-b0dd-9baad56cdfd7', 'network_id': '8a629e7d-72b0-4646-a07a-812ae74aa6c3', 'admin_state_up': True, 'tenant_id': 'e7c55039221b45c69304c1afafa20e6a', 'security_groups': ['2309a279-6d12-40f9-8239-53cce42b12bf']}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:13:34.756010 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-cc439827-c334-4ca1-862d-f72d9f7bc642 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f7961d2d-16df-4f4e-ba8f-b487aecddcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883806 Oct 27 10:13:34.783071 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe77fdb-ca98-4934-83c5-bd77b52099ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1880de-0c48-4334-baf7-d850a14f00d0,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:34.797040 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296a977-e239-4c7a-8c84-b91768282b24 req-4f7fcd7e-44da-4199-88dd-217069115645 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:34.798945 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-e296a977-e239-4c7a-8c84-b91768282b24 req-4f7fcd7e-44da-4199-88dd-217069115645 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 943 time: 0.3284943 Oct 27 10:13:34.865365 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-fba7d038-cc53-4a84-968c-fa4743499abd service neutron] Attempting to bind port ce250e52-6e43-4318-b350-7be41ebadf60 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:13:34.865782 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-fba7d038-cc53-4a84-968c-fa4743499abd service neutron] Attempting to bind port ce250e52-6e43-4318-b350-7be41ebadf60 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '2d3ba54e-e4c0-416f-b13e-608a81231259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '232c2cd8-3827-47b2-95ae-f90c0b9d2e5c'}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:13:34.866055 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-fba7d038-cc53-4a84-968c-fa4743499abd service neutron] Attempting to bind port ce250e52-6e43-4318-b350-7be41ebadf60 on network 232c2cd8-3827-47b2-95ae-f90c0b9d2e5c {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:13:34.872116 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-5fbd2886-4841-4b00-bf96-182588210f0a tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Publish callbacks [] for port, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:34.876475 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-508ab66e-fced-4def-981e-911df28747f3 req-1fa4a034-918c-4b55-9cb0-95fa14728f04 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 210 time: 0.2283325 Oct 27 10:13:34.895737 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-fba7d038-cc53-4a84-968c-fa4743499abd service neutron] Port ce250e52-6e43-4318-b350-7be41ebadf60 on network 232c2cd8-3827-47b2-95ae-f90c0b9d2e5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:13:34.895737 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-fba7d038-cc53-4a84-968c-fa4743499abd service neutron] Attempting to bind port ce250e52-6e43-4318-b350-7be41ebadf60 on network 232c2cd8-3827-47b2-95ae-f90c0b9d2e5c {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:13:34.916558 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-fba7d038-cc53-4a84-968c-fa4743499abd service neutron] Checking agent: {'id': '4745671e-30cb-4e18-8ff0-6142bf8b3cdd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 11, 11), 'started_at': datetime.datetime(2021, 10, 27, 10, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:13:34.917416 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-fba7d038-cc53-4a84-968c-fa4743499abd service neutron] Checking segment: {'id': '2d3ba54e-e4c0-416f-b13e-608a81231259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '232c2cd8-3827-47b2-95ae-f90c0b9d2e5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:13:34.917416 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-fba7d038-cc53-4a84-968c-fa4743499abd service neutron] Bound using segment: {'id': '2d3ba54e-e4c0-416f-b13e-608a81231259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '232c2cd8-3827-47b2-95ae-f90c0b9d2e5c'} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:13:34.917781 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-fba7d038-cc53-4a84-968c-fa4743499abd service neutron] Bound port: ce250e52-6e43-4318-b350-7be41ebadf60, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d3ba54e-e4c0-416f-b13e-608a81231259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '232c2cd8-3827-47b2-95ae-f90c0b9d2e5c'}}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:13:34.918140 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-fba7d038-cc53-4a84-968c-fa4743499abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:34.923888 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0b831481-864a-442e-ab12-e790a4822cd8 req-6b3472a3-ae1e-417c-a2ed-bbc3116edcf9 service neutron] 10.222.0.81 "GET /v2.0/networks/240c3359-dfa6-4c1c-987a-075566c1ee10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141470 Oct 27 10:13:34.947841 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-45308ec0-c5d6-474e-8064-a90ad4a26057 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:34.968356 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-e296a977-e239-4c7a-8c84-b91768282b24 req-659289a6-915c-4cd3-9e78-60e53bede56c tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127989 Oct 27 10:13:34.975891 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-28535777-5bfe-4c83-ac60-827240d9595c service neutron] 10.222.0.81 "GET /v2.0/networks/f7961d2d-16df-4f4e-ba8f-b487aecddcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080045 Oct 27 10:13:35.086415 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-880e1e72-b2e6-485e-a970-53c5308049a8 req-0a2feeee-0470-402f-9daf-4707b7fc80af service neutron] 10.222.0.81 "GET /v2.0/networks/f7961d2d-16df-4f4e-ba8f-b487aecddcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010094 Oct 27 10:13:35.098814 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-45308ec0-c5d6-474e-8064-a90ad4a26057 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:35.101529 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-0a6e598e-913d-4bb7-9356-6144e153d041 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Made reservation on behalf of e7c55039221b45c69304c1afafa20e6a for: {'port': 1} {{(pid=101974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:13:35.104982 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-0a6e598e-913d-4bb7-9356-6144e153d041 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:35.179939 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:35.219736 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-5fbd2886-4841-4b00-bf96-182588210f0a tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839'] for port, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:35.237477 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-fba7d038-cc53-4a84-968c-fa4743499abd service neutron] For port ce250e52-6e43-4318-b350-7be41ebadf60, host hv-cinder-81514, cleared binding levels {{(pid=101973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:13:35.277346 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.db.db_base_plugin_common [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-0a6e598e-913d-4bb7-9356-6144e153d041 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Allocated IP 172.20.0.7 (8a629e7d-72b0-4646-a07a-812ae74aa6c3/2d043faf-de54-45d8-ad51-b3c5339bc389/e0ce1773-183f-4c8a-a722-38d87e17f97e) {{(pid=101974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:13:35.297486 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40669b0b-de24-49f0-b871-78fd2ba7ad37 req-96dce01b-d5db-4d35-ae3c-fd0338960a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:35.299038 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-40669b0b-de24-49f0-b871-78fd2ba7ad37 req-96dce01b-d5db-4d35-ae3c-fd0338960a50 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=84ee96eca37f439da63d7612697a0a33&device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 1096 time: 0.0587890 Oct 27 10:13:35.303461 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-fba7d038-cc53-4a84-968c-fa4743499abd service neutron] For port ce250e52-6e43-4318-b350-7be41ebadf60, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ce250e52-6e43-4318-b350-7be41ebadf60,segment=NetworkSegment(2d3ba54e-e4c0-416f-b13e-608a81231259),segment_id=2d3ba54e-e4c0-416f-b13e-608a81231259)] {{(pid=101973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:13:35.315060 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a3e06-dc26-479e-86b3-26781e5b6039 req-562fe84b-3f14-4d61-a5df-53c9855524e7 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:35.317814 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-e83a3e06-dc26-479e-86b3-26781e5b6039 req-562fe84b-3f14-4d61-a5df-53c9855524e7 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/ports?device_id=eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8 HTTP/1.1" status: 200 len: 944 time: 0.2757447 Oct 27 10:13:35.325309 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0b831481-864a-442e-ab12-e790a4822cd8 req-fe804222-ffd0-4076-81e1-2665d1c0ca11 service neutron] 10.222.0.81 "GET /v2.0/networks/240c3359-dfa6-4c1c-987a-075566c1ee10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744676 Oct 27 10:13:35.330326 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-5fbd2886-4841-4b00-bf96-182588210f0a tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Network f7961d2d-16df-4f4e-ba8f-b487aecddcfb is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:13:35.339624 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-5fbd2886-4841-4b00-bf96-182588210f0a tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:13:35.342527 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd2886-4841-4b00-bf96-182588210f0a tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Pushing event updated for resources: {'Port': ['ID=d4dd3818-ccac-43b8-ae90-4c213b2badd4,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:35.345494 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-5fbd2886-4841-4b00-bf96-182588210f0a tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Received port after_create {{(pid=101973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:13:35.351980 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-5fbd2886-4841-4b00-bf96-182588210f0a tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:35.352604 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-5fbd2886-4841-4b00-bf96-182588210f0a tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:35.388678 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-e83a3e06-dc26-479e-86b3-26781e5b6039 req-3a20ed4c-75d4-495b-950a-8ebc9bbd33e7 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a8c43d3-c3be-4050-97e7-896ccaba2e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623965 Oct 27 10:13:35.405193 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-fba7d038-cc53-4a84-968c-fa4743499abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:35.407195 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-45308ec0-c5d6-474e-8064-a90ad4a26057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:35.410021 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-45308ec0-c5d6-474e-8064-a90ad4a26057 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:35.412233 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-45308ec0-c5d6-474e-8064-a90ad4a26057 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cd1880de-0c48-4334-baf7-d850a14f00d0 HTTP/1.1" status: 204 len: 168 time: 0.8036630 Oct 27 10:13:35.455167 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45308ec0-c5d6-474e-8064-a90ad4a26057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1880de-0c48-4334-baf7-d850a14f00d0,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:35.462424 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-fba7d038-cc53-4a84-968c-fa4743499abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:35.463040 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-fba7d038-cc53-4a84-968c-fa4743499abd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:35.464499 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-fba7d038-cc53-4a84-968c-fa4743499abd service neutron] 10.222.0.81 "PUT /v2.0/ports/ce250e52-6e43-4318-b350-7be41ebadf60 HTTP/1.1" status: 200 len: 1093 time: 2.9338019 Oct 27 10:13:35.465244 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f01fe47f-50a0-42a2-80a2-f9371f57ff57', 'tag': 'ce250e52-6e43-4318-b350-7be41ebadf60'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:13:35.471244 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94debda59f24a9426fb80c87c8c8853eb57e17b8e03a85591ed34d87467b8464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083bc3d3-a062-4960-85e5-93ccc76943ea" -d '{"events": [{"name": "network-changed", "server_uuid": "f01fe47f-50a0-42a2-80a2-f9371f57ff57", "tag": "ce250e52-6e43-4318-b350-7be41ebadf60"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:13:35.494691 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba7d038-cc53-4a84-968c-fa4743499abd service neutron] Pushing event updated for resources: {'Port': ['ID=ce250e52-6e43-4318-b350-7be41ebadf60,revision_number=3']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:35.502170 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-5fbd2886-4841-4b00-bf96-182588210f0a tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6748238 Oct 27 10:13:35.516646 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-d6894311-41e5-40cd-830a-41b34bd52ce7 service neutron] Request body: {'port': {'device_id': 'e53395cb-9184-4d4a-a1a0-3061adf32314', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:13:35.544115 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb536fd-5dce-491d-be84-faf7a68a5079 x-openstack-request-id: req-7cb536fd-5dce-491d-be84-faf7a68a5079 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:13:35.544410 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f01fe47f-50a0-42a2-80a2-f9371f57ff57", "tag": "ce250e52-6e43-4318-b350-7be41ebadf60", "status": "completed", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:13:35.544671 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7cb536fd-5dce-491d-be84-faf7a68a5079 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:13:35.545092 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f01fe47f-50a0-42a2-80a2-f9371f57ff57', 'tag': 'ce250e52-6e43-4318-b350-7be41ebadf60', 'status': 'completed', 'code': 200} Oct 27 10:13:35.614748 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-d6894311-41e5-40cd-830a-41b34bd52ce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:35.640281 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083bc3d3-a062-4960-85e5-93ccc76943ea req-5a443751-8a9f-419e-ae1d-75dd65ddec36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:35.641851 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-083bc3d3-a062-4960-85e5-93ccc76943ea req-5a443751-8a9f-419e-ae1d-75dd65ddec36 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=20d2cc4467704c129f691b1ba2dd72cc&device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 1096 time: 0.0823395 Oct 27 10:13:35.746974 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-cbaddaea-be97-4737-b934-989c1eb7dd4f req-c3b1b356-4250-4aaf-9f40-f100fbcab347 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 210 time: 0.3303578 Oct 27 10:13:35.864645 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083bc3d3-a062-4960-85e5-93ccc76943ea req-b821b4bc-3a01-4dc7-a192-6c81103b1bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:35.866139 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-083bc3d3-a062-4960-85e5-93ccc76943ea req-b821b4bc-3a01-4dc7-a192-6c81103b1bba service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=20d2cc4467704c129f691b1ba2dd72cc&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2040222 Oct 27 10:13:35.876825 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40669b0b-de24-49f0-b871-78fd2ba7ad37 req-0c14cb6c-3e1d-47fc-b440-b7a639b780dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:35.878469 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-40669b0b-de24-49f0-b871-78fd2ba7ad37 req-0c14cb6c-3e1d-47fc-b440-b7a639b780dd service neutron] 10.222.0.81 "GET /v2.0/networks?id=f7961d2d-16df-4f4e-ba8f-b487aecddcfb HTTP/1.1" status: 200 len: 921 time: 0.4605539 Oct 27 10:13:35.906859 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:35.939494 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-40669b0b-de24-49f0-b871-78fd2ba7ad37 req-fa60fc7c-74e5-40de-b958-cbf6127fcf57 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad53ec07-b6ed-4849-926f-7fa08020a514 HTTP/1.1" status: 200 len: 217 time: 0.0539608 Oct 27 10:13:36.006115 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-0a6e598e-913d-4bb7-9356-6144e153d041 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks [] for port, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:36.022577 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40669b0b-de24-49f0-b871-78fd2ba7ad37 req-6021cf07-84cb-452a-b9d3-63e32dd9d569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:36.024238 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-40669b0b-de24-49f0-b871-78fd2ba7ad37 req-6021cf07-84cb-452a-b9d3-63e32dd9d569 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5c71709b-7393-40ed-a177-1fb36198be48 HTTP/1.1" status: 200 len: 859 time: 0.0762484 Oct 27 10:13:36.030659 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083bc3d3-a062-4960-85e5-93ccc76943ea req-d9b6100c-750a-43a2-aa53-6365b847de72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:36.032258 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-083bc3d3-a062-4960-85e5-93ccc76943ea req-d9b6100c-750a-43a2-aa53-6365b847de72 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1583338 Oct 27 10:13:36.066080 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-40669b0b-de24-49f0-b871-78fd2ba7ad37 req-301f4af9-b6c0-4ff5-a188-05efbf116f39 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f7961d2d-16df-4f4e-ba8f-b487aecddcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312145 Oct 27 10:13:36.171188 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-0a6e598e-913d-4bb7-9356-6144e153d041 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839'] for port, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:36.244621 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9caeb-9d99-4093-b4d7-7286009c57fd req-0f750ac2-1836-4947-aaa8-636182542ceb tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:36.245031 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-aca9caeb-9d99-4093-b4d7-7286009c57fd req-0f750ac2-1836-4947-aaa8-636182542ceb tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 943 time: 0.1571259 Oct 27 10:13:36.263973 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-0a6e598e-913d-4bb7-9356-6144e153d041 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Network 8a629e7d-72b0-4646-a07a-812ae74aa6c3 is already hosted by enough agents. {{(pid=101974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:13:36.279254 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.base_scheduler [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-0a6e598e-913d-4bb7-9356-6144e153d041 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Resources bound (agent type, host, resource id): {{(pid=101974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:13:36.293980 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-0a6e598e-913d-4bb7-9356-6144e153d041 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Received port after_create {{(pid=101974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:13:36.299633 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-0a6e598e-913d-4bb7-9356-6144e153d041 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:36.300267 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-0a6e598e-913d-4bb7-9356-6144e153d041 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for port, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:36.303043 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e598e-913d-4bb7-9356-6144e153d041 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Pushing event updated for resources: {'Port': ['ID=e0ce1773-183f-4c8a-a722-38d87e17f97e,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:36.322366 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7e78a-c219-40cd-87e0-e1259e7baefe req-b557af75-1939-4602-b541-d2d0347d9ba4 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:36.323410 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-40669b0b-de24-49f0-b871-78fd2ba7ad37 req-e62be27d-2fc2-49c5-b0dd-4a4a18cd8b28 service neutron] 10.222.0.81 "GET /v2.0/networks/f7961d2d-16df-4f4e-ba8f-b487aecddcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474949 Oct 27 10:13:36.329411 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-5ec7e78a-c219-40cd-87e0-e1259e7baefe req-b557af75-1939-4602-b541-d2d0347d9ba4 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 931 time: 0.3399150 Oct 27 10:13:36.371126 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-d6894311-41e5-40cd-830a-41b34bd52ce7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4dd3818-ccac-43b8-ae90-4c213b2badd4 {{(pid=101973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:13:36.378461 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-d6894311-41e5-40cd-830a-41b34bd52ce7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:36.402593 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-5ec7e78a-c219-40cd-87e0-e1259e7baefe req-f59f8561-7130-4638-9a4a-697179c404a0 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703962 Oct 27 10:13:36.411266 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-ab37ea86-c32a-486a-9f88-f446b92301c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:36.412755 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-ab37ea86-c32a-486a-9f88-f446b92301c0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=20d2cc4467704c129f691b1ba2dd72cc&device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 1096 time: 0.3213277 Oct 27 10:13:36.425697 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-d6894311-41e5-40cd-830a-41b34bd52ce7 service neutron] Transition to ACTIVE for port object d4dd3818-ccac-43b8-ae90-4c213b2badd4 will not be triggered until provisioned by entity L2. {{(pid=101973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:13:36.440149 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-aca9caeb-9d99-4093-b4d7-7286009c57fd req-f840d6ca-b248-4bfe-8cda-70aa4cbea26e tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781199 Oct 27 10:13:36.450024 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 45344) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:36.469172 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-0a6e598e-913d-4bb7-9356-6144e153d041 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8027623 Oct 27 10:13:36.481368 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-7d908af3-6951-411b-b189-4cf8ac08887c service neutron] Request body: {'port': {'device_id': '8d351977-f855-401d-b0dd-9baad56cdfd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:13:36.487097 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-d3b5e1cc-092d-4a2b-a4a8-6db6e564727b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce250e52-6e43-4318-b350-7be41ebadf60 HTTP/1.1" status: 200 len: 217 time: 0.0629928 Oct 27 10:13:36.514684 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-c5b30b99-1f0b-4221-a485-1cbaa787d79e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:36.590403 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-7d908af3-6951-411b-b189-4cf8ac08887c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:36.591950 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-d6894311-41e5-40cd-830a-41b34bd52ce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:36.594586 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-40669b0b-de24-49f0-b871-78fd2ba7ad37 req-e2982f62-8cd4-4d24-9a10-94cb444ac9d7 service neutron] 10.222.0.81 "GET /v2.0/networks/f7961d2d-16df-4f4e-ba8f-b487aecddcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636497 Oct 27 10:13:36.674642 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-239ba8db-b9a7-44b8-aef3-a4d27c4703a7 None None] Provisioning complete for port e0ce1773-183f-4c8a-a722-38d87e17f97e triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:13:36.675789 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-239ba8db-b9a7-44b8-aef3-a4d27c4703a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:36.704028 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-0869c692-1c7e-4fab-bdce-663074edd810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:36.705479 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-0869c692-1c7e-4fab-bdce-663074edd810 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=32f65f21-7a7c-4568-afd2-3193e7fc13b4 HTTP/1.1" status: 200 len: 856 time: 0.2103350 Oct 27 10:13:36.728757 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-239ba8db-b9a7-44b8-aef3-a4d27c4703a7 None None] Port e0ce1773-183f-4c8a-a722-38d87e17f97e cannot update to ACTIVE because it is not bound. {{(pid=101975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:13:36.731239 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6894311-41e5-40cd-830a-41b34bd52ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=d4dd3818-ccac-43b8-ae90-4c213b2badd4,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:36.812596 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c284e5-3888-4b63-99e9-0a7e6cfd2ce3 req-a200ce12-59e8-4385-a8a1-970ccc3a13fc tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:36.814563 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-01c284e5-3888-4b63-99e9-0a7e6cfd2ce3 req-a200ce12-59e8-4385-a8a1-970ccc3a13fc tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/ports?device_id=eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8 HTTP/1.1" status: 200 len: 944 time: 0.2523785 Oct 27 10:13:36.815263 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-d6894311-41e5-40cd-830a-41b34bd52ce7 service neutron] Attempting to bind port d4dd3818-ccac-43b8-ae90-4c213b2badd4 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:13:36.815587 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-d6894311-41e5-40cd-830a-41b34bd52ce7 service neutron] Attempting to bind port d4dd3818-ccac-43b8-ae90-4c213b2badd4 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'e9961c6b-71bd-414a-abdd-83c03087e013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'f7961d2d-16df-4f4e-ba8f-b487aecddcfb'}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:13:36.815906 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-d6894311-41e5-40cd-830a-41b34bd52ce7 service neutron] Attempting to bind port d4dd3818-ccac-43b8-ae90-4c213b2badd4 on network f7961d2d-16df-4f4e-ba8f-b487aecddcfb {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:13:36.844756 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-d6894311-41e5-40cd-830a-41b34bd52ce7 service neutron] Port d4dd3818-ccac-43b8-ae90-4c213b2badd4 on network f7961d2d-16df-4f4e-ba8f-b487aecddcfb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:13:36.845075 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-d6894311-41e5-40cd-830a-41b34bd52ce7 service neutron] Attempting to bind port d4dd3818-ccac-43b8-ae90-4c213b2badd4 on network f7961d2d-16df-4f4e-ba8f-b487aecddcfb {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:13:36.872949 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-c5b30b99-1f0b-4221-a485-1cbaa787d79e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:36.874916 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-d6894311-41e5-40cd-830a-41b34bd52ce7 service neutron] Checking agent: {'id': '4745671e-30cb-4e18-8ff0-6142bf8b3cdd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 11, 11), 'started_at': datetime.datetime(2021, 10, 27, 10, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:13:36.875246 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-d6894311-41e5-40cd-830a-41b34bd52ce7 service neutron] Checking segment: {'id': 'e9961c6b-71bd-414a-abdd-83c03087e013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'f7961d2d-16df-4f4e-ba8f-b487aecddcfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:13:36.875617 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-d6894311-41e5-40cd-830a-41b34bd52ce7 service neutron] Bound using segment: {'id': 'e9961c6b-71bd-414a-abdd-83c03087e013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'f7961d2d-16df-4f4e-ba8f-b487aecddcfb'} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:13:36.876041 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-d6894311-41e5-40cd-830a-41b34bd52ce7 service neutron] Bound port: d4dd3818-ccac-43b8-ae90-4c213b2badd4, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9961c6b-71bd-414a-abdd-83c03087e013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'f7961d2d-16df-4f4e-ba8f-b487aecddcfb'}}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:13:36.876375 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-d6894311-41e5-40cd-830a-41b34bd52ce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:36.879738 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-98bb7d44-e683-42ae-a0cb-be7977f2ac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:36.881227 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-98bb7d44-e683-42ae-a0cb-be7977f2ac92 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=232c2cd8-3827-47b2-95ae-f90c0b9d2e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1643705 Oct 27 10:13:36.925109 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-01c284e5-3888-4b63-99e9-0a7e6cfd2ce3 req-d4727dfe-812d-4fe3-a83f-1e81018ddea8 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a8c43d3-c3be-4050-97e7-896ccaba2e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022923 Oct 27 10:13:36.933928 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d07e0-c12f-4919-996b-6f0ebb294d5a req-6eebca0c-a505-40b4-b68f-632008cfdd7c tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:36.935532 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-bc8d07e0-c12f-4919-996b-6f0ebb294d5a req-6eebca0c-a505-40b4-b68f-632008cfdd7c tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 931 time: 0.0978065 Oct 27 10:13:37.006320 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-bc8d07e0-c12f-4919-996b-6f0ebb294d5a req-09451205-ff31-4b26-8ffc-f9accc2477fc tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617573 Oct 27 10:13:37.040165 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-d6894311-41e5-40cd-830a-41b34bd52ce7 service neutron] For port d4dd3818-ccac-43b8-ae90-4c213b2badd4, host hv-cinder-81514, cleared binding levels {{(pid=101973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:13:37.053738 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-ff11fee9-21c5-4685-b1ae-8d73171a65b4 service neutron] 10.222.0.81 "GET /v2.0/networks/232c2cd8-3827-47b2-95ae-f90c0b9d2e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565626 Oct 27 10:13:37.054359 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-c5b30b99-1f0b-4221-a485-1cbaa787d79e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:37.054499 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.notifiers.nova [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-7d908af3-6951-411b-b189-4cf8ac08887c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0ce1773-183f-4c8a-a722-38d87e17f97e {{(pid=101974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:13:37.057562 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-d6894311-41e5-40cd-830a-41b34bd52ce7 service neutron] For port d4dd3818-ccac-43b8-ae90-4c213b2badd4, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d4dd3818-ccac-43b8-ae90-4c213b2badd4,segment=NetworkSegment(e9961c6b-71bd-414a-abdd-83c03087e013),segment_id=e9961c6b-71bd-414a-abdd-83c03087e013)] {{(pid=101973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:13:37.062758 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-7d908af3-6951-411b-b189-4cf8ac08887c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:37.074795 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.db.provisioning_blocks [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-7d908af3-6951-411b-b189-4cf8ac08887c service neutron] Transition to ACTIVE for port object e0ce1773-183f-4c8a-a722-38d87e17f97e will not be triggered until provisioned by entity L2. {{(pid=101974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:13:37.139363 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-c5b30b99-1f0b-4221-a485-1cbaa787d79e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7c2aab211f174d34a4069e02c0b14a3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6873155 Oct 27 10:13:37.140036 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b30b99-1f0b-4221-a485-1cbaa787d79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133609eb-caa1-407f-91a1-c708f3825c00,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:37.142111 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 45352) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:37.167825 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:37.182426 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-699a3c8c-d80b-4d4e-ba9d-e6850fc73620 req-9092feb6-48a8-46f3-93ff-03840e4625e8 service neutron] 10.222.0.81 "GET /v2.0/networks/232c2cd8-3827-47b2-95ae-f90c0b9d2e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163173 Oct 27 10:13:37.191922 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-13d05ccc-1755-4e6a-ad6d-10fa0292caa1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:37.214904 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-13d05ccc-1755-4e6a-ad6d-10fa0292caa1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:37.216787 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-d6894311-41e5-40cd-830a-41b34bd52ce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:37.221193 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-7d908af3-6951-411b-b189-4cf8ac08887c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:37.254003 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-d6894311-41e5-40cd-830a-41b34bd52ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:37.258104 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-d6894311-41e5-40cd-830a-41b34bd52ce7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:37.258104 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-d6894311-41e5-40cd-830a-41b34bd52ce7 service neutron] 10.222.0.81 "PUT /v2.0/ports/d4dd3818-ccac-43b8-ae90-4c213b2badd4 HTTP/1.1" status: 200 len: 1093 time: 1.7453775 Oct 27 10:13:37.277691 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6894311-41e5-40cd-830a-41b34bd52ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=d4dd3818-ccac-43b8-ae90-4c213b2badd4,revision_number=3']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:37.297001 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d908af3-6951-411b-b189-4cf8ac08887c service neutron] Pushing event updated for resources: {'Port': ['ID=e0ce1773-183f-4c8a-a722-38d87e17f97e,revision_number=2']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:37.335650 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.managers [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-7d908af3-6951-411b-b189-4cf8ac08887c service neutron] Attempting to bind port e0ce1773-183f-4c8a-a722-38d87e17f97e on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:13:37.335650 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.managers [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-7d908af3-6951-411b-b189-4cf8ac08887c service neutron] Attempting to bind port e0ce1773-183f-4c8a-a722-38d87e17f97e by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'acf42566-5f4e-42c2-8a27-453fec152c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '8a629e7d-72b0-4646-a07a-812ae74aa6c3'}] {{(pid=101974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:13:37.336036 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-7d908af3-6951-411b-b189-4cf8ac08887c service neutron] Attempting to bind port e0ce1773-183f-4c8a-a722-38d87e17f97e on network 8a629e7d-72b0-4646-a07a-812ae74aa6c3 {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:13:37.340736 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-7d908af3-6951-411b-b189-4cf8ac08887c service neutron] Port e0ce1773-183f-4c8a-a722-38d87e17f97e on network 8a629e7d-72b0-4646-a07a-812ae74aa6c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:13:37.347060 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-7d908af3-6951-411b-b189-4cf8ac08887c service neutron] Attempting to bind port e0ce1773-183f-4c8a-a722-38d87e17f97e on network 8a629e7d-72b0-4646-a07a-812ae74aa6c3 {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:13:37.347060 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-7d908af3-6951-411b-b189-4cf8ac08887c service neutron] Checking agent: {'id': '4745671e-30cb-4e18-8ff0-6142bf8b3cdd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 11, 11), 'started_at': datetime.datetime(2021, 10, 27, 10, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:13:37.347060 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-7d908af3-6951-411b-b189-4cf8ac08887c service neutron] Checking segment: {'id': 'acf42566-5f4e-42c2-8a27-453fec152c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '8a629e7d-72b0-4646-a07a-812ae74aa6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:13:37.347060 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-7d908af3-6951-411b-b189-4cf8ac08887c service neutron] Bound using segment: {'id': 'acf42566-5f4e-42c2-8a27-453fec152c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '8a629e7d-72b0-4646-a07a-812ae74aa6c3'} {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:13:37.347639 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.managers [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-7d908af3-6951-411b-b189-4cf8ac08887c service neutron] Bound port: e0ce1773-183f-4c8a-a722-38d87e17f97e, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acf42566-5f4e-42c2-8a27-453fec152c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '8a629e7d-72b0-4646-a07a-812ae74aa6c3'}}] {{(pid=101974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:13:37.348256 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-7d908af3-6951-411b-b189-4cf8ac08887c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:37.392349 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-13d05ccc-1755-4e6a-ad6d-10fa0292caa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:37.395212 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-13d05ccc-1755-4e6a-ad6d-10fa0292caa1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:37.399366 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-13d05ccc-1755-4e6a-ad6d-10fa0292caa1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/133609eb-caa1-407f-91a1-c708f3825c00 HTTP/1.1" status: 204 len: 168 time: 0.2531812 Oct 27 10:13:37.408018 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d05ccc-1755-4e6a-ad6d-10fa0292caa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133609eb-caa1-407f-91a1-c708f3825c00,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:37.437324 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-736869c9-7035-41d0-88af-60e86693a912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:37.438865 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-736869c9-7035-41d0-88af-60e86693a912 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=84ee96eca37f439da63d7612697a0a33&device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 1096 time: 0.0550075 Oct 27 10:13:37.474785 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.db [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-7d908af3-6951-411b-b189-4cf8ac08887c service neutron] For port e0ce1773-183f-4c8a-a722-38d87e17f97e, host hv-cinder-81514, cleared binding levels {{(pid=101974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:13:37.488454 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.db [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-7d908af3-6951-411b-b189-4cf8ac08887c service neutron] For port e0ce1773-183f-4c8a-a722-38d87e17f97e, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=e0ce1773-183f-4c8a-a722-38d87e17f97e,segment=NetworkSegment(acf42566-5f4e-42c2-8a27-453fec152c59),segment_id=acf42566-5f4e-42c2-8a27-453fec152c59)] {{(pid=101974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:13:37.496939 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-19ce1a0b-d090-431b-bc09-65455cb0e497 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4dd3818-ccac-43b8-ae90-4c213b2badd4 HTTP/1.1" status: 200 len: 217 time: 0.0481789 Oct 27 10:13:37.549785 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53395cb-9184-4d4a-a1a0-3061adf32314', 'tag': 'd4dd3818-ccac-43b8-ae90-4c213b2badd4'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:13:37.551986 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94debda59f24a9426fb80c87c8c8853eb57e17b8e03a85591ed34d87467b8464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716dd790-9729-4ead-bcf4-c28d07db49b9" -d '{"events": [{"name": "network-changed", "server_uuid": "e53395cb-9184-4d4a-a1a0-3061adf32314", "tag": "d4dd3818-ccac-43b8-ae90-4c213b2badd4"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:13:37.575133 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21463d13-15a1-4e06-9f92-db2c31e395ba req-8647c800-c501-455d-843e-a32619095ddb tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:37.580858 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-21463d13-15a1-4e06-9f92-db2c31e395ba req-8647c800-c501-455d-843e-a32619095ddb tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 943 time: 0.0717247 Oct 27 10:13:37.584736 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-7d908af3-6951-411b-b189-4cf8ac08887c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:37.585240 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-f8f313e8-b77e-4ea4-a9c0-bee5ca6bbf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:37.587403 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-f8f313e8-b77e-4ea4-a9c0-bee5ca6bbf24 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5c71709b-7393-40ed-a177-1fb36198be48 HTTP/1.1" status: 200 len: 859 time: 0.0831916 Oct 27 10:13:37.618561 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017bec95-d13b-4eb5-b42a-03b75dc9c2a8 req-f96bc716-4cc9-48d8-a83c-81a3a3a0c2b0 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:37.620276 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-017bec95-d13b-4eb5-b42a-03b75dc9c2a8 req-f96bc716-4cc9-48d8-a83c-81a3a3a0c2b0 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 943 time: 0.0850458 Oct 27 10:13:37.641216 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-77ad6a6b-1bdf-43d6-85ab-b641fb036cb7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f7961d2d-16df-4f4e-ba8f-b487aecddcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443513 Oct 27 10:13:37.668833 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d908af3-6951-411b-b189-4cf8ac08887c service neutron] Pushing event updated for resources: {'Port': ['ID=e0ce1773-183f-4c8a-a722-38d87e17f97e,revision_number=3']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:37.682771 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-7d908af3-6951-411b-b189-4cf8ac08887c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:37.683371 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-7d908af3-6951-411b-b189-4cf8ac08887c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for port, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:37.687968 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-7d908af3-6951-411b-b189-4cf8ac08887c service neutron] 10.222.0.81 "PUT /v2.0/ports/e0ce1773-183f-4c8a-a722-38d87e17f97e HTTP/1.1" status: 200 len: 1093 time: 1.2147746 Oct 27 10:13:37.697191 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d351977-f855-401d-b0dd-9baad56cdfd7', 'tag': 'e0ce1773-183f-4c8a-a722-38d87e17f97e'}] {{(pid=101974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:13:37.723161 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf944270f4c6cd15fd7b67f1263b575d4441d7d254681f9dd92e2334043a3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e552e78-ef20-4cd0-b12c-a6e14d367144" -d '{"events": [{"name": "network-changed", "server_uuid": "8d351977-f855-401d-b0dd-9baad56cdfd7", "tag": "e0ce1773-183f-4c8a-a722-38d87e17f97e"}]}' {{(pid=101974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:13:37.759156 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-017bec95-d13b-4eb5-b42a-03b75dc9c2a8 req-2a1c9fe6-8d74-40dc-af8c-c846b62b1159 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202734 Oct 27 10:13:37.798977 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-21463d13-15a1-4e06-9f92-db2c31e395ba req-abda032a-cb70-42a3-816c-e4ce9945b82f tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023737 Oct 27 10:13:37.900456 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-674dc431-386c-4bd5-852c-b198869f8fa3 service neutron] 10.222.0.81 "GET /v2.0/networks/f7961d2d-16df-4f4e-ba8f-b487aecddcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504010 Oct 27 10:13:37.902553 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78382b53-eab2-4266-8aaa-2254454965e2 x-openstack-request-id: req-78382b53-eab2-4266-8aaa-2254454965e2 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:13:37.902826 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53395cb-9184-4d4a-a1a0-3061adf32314", "tag": "d4dd3818-ccac-43b8-ae90-4c213b2badd4", "status": "completed", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:13:37.903173 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-78382b53-eab2-4266-8aaa-2254454965e2 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:13:37.903445 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e53395cb-9184-4d4a-a1a0-3061adf32314', 'tag': 'd4dd3818-ccac-43b8-ae90-4c213b2badd4', 'status': 'completed', 'code': 200} Oct 27 10:13:37.934805 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-76652b60-dd67-40d8-9a07-995a2fbc568a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:37.936449 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-76652b60-dd67-40d8-9a07-995a2fbc568a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e7c55039221b45c69304c1afafa20e6a&device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 1096 time: 0.1096232 Oct 27 10:13:38.003201 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-0ffaa621-7c49-4487-bd0b-68043e16d036 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0ce1773-183f-4c8a-a722-38d87e17f97e HTTP/1.1" status: 200 len: 217 time: 0.0564015 Oct 27 10:13:38.004876 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a9c430-83d4-4255-a7c8-95cb4eb9464b x-openstack-request-id: req-f4a9c430-83d4-4255-a7c8-95cb4eb9464b {{(pid=101974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:13:38.005092 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d351977-f855-401d-b0dd-9baad56cdfd7", "tag": "e0ce1773-183f-4c8a-a722-38d87e17f97e", "status": "completed", "code": 200}]} {{(pid=101974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:13:38.005259 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f4a9c430-83d4-4255-a7c8-95cb4eb9464b {{(pid=101974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:13:38.005748 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d351977-f855-401d-b0dd-9baad56cdfd7', 'tag': 'e0ce1773-183f-4c8a-a722-38d87e17f97e', 'status': 'completed', 'code': 200} Oct 27 10:13:38.080056 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7dd637ab-a35a-44a3-ba9c-5297a882e5c9 req-7f706646-803c-4613-aaa4-5bcf68e72f38 service neutron] 10.222.0.81 "GET /v2.0/networks/f7961d2d-16df-4f4e-ba8f-b487aecddcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710052 Oct 27 10:13:38.097824 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-f694301f-b432-41b4-aa4b-5bc2f52d4736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:38.099444 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-f694301f-b432-41b4-aa4b-5bc2f52d4736 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2d043faf-de54-45d8-ad51-b3c5339bc389 HTTP/1.1" status: 200 len: 850 time: 0.0848870 Oct 27 10:13:38.103917 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a21d6-34e7-443c-8a0e-702de3a682f7 req-eb8dc456-0f6d-4fc7-9729-243689327ade tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:38.105443 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-ea3a21d6-34e7-443c-8a0e-702de3a682f7 req-eb8dc456-0f6d-4fc7-9729-243689327ade tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/ports?device_id=eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8 HTTP/1.1" status: 200 len: 944 time: 0.0895398 Oct 27 10:13:38.157257 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-ea3a21d6-34e7-443c-8a0e-702de3a682f7 req-a71d0447-4e36-408d-8ad0-fb92f48287f2 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a8c43d3-c3be-4050-97e7-896ccaba2e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440786 Oct 27 10:13:38.198662 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-f329a83a-b6a1-43b4-bb7b-7766c80cc53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:38.200154 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-f329a83a-b6a1-43b4-bb7b-7766c80cc53f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8a629e7d-72b0-4646-a07a-812ae74aa6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0925379 Oct 27 10:13:38.214170 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046de6c-5745-49b7-9dd2-e6cf32703abf req-df06c9c4-6972-41cf-b485-c3ad4a024f83 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:38.216828 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-9046de6c-5745-49b7-9dd2-e6cf32703abf req-df06c9c4-6972-41cf-b485-c3ad4a024f83 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 943 time: 0.0741701 Oct 27 10:13:38.283527 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716dd790-9729-4ead-bcf4-c28d07db49b9 req-5790edba-d738-4443-93e3-91ad0096541b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:38.285325 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-716dd790-9729-4ead-bcf4-c28d07db49b9 req-5790edba-d738-4443-93e3-91ad0096541b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=84ee96eca37f439da63d7612697a0a33&device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 1096 time: 0.0469692 Oct 27 10:13:38.304347 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-9046de6c-5745-49b7-9dd2-e6cf32703abf req-421e4d5f-7b35-4c8f-bae6-af6980dd3878 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794017 Oct 27 10:13:38.343411 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-7971e86d-ec87-4444-8580-f72de1a5181b service neutron] 10.222.0.81 "GET /v2.0/networks/8a629e7d-72b0-4646-a07a-812ae74aa6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267142 Oct 27 10:13:38.437192 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-dd1fbc25-2ada-4042-8cea-ebba173e3bb5 req-c3579bdf-553f-41fa-a30e-9d5b4bcd66a5 service neutron] 10.222.0.81 "GET /v2.0/networks/8a629e7d-72b0-4646-a07a-812ae74aa6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861893 Oct 27 10:13:38.462738 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716dd790-9729-4ead-bcf4-c28d07db49b9 req-b1e4abad-e9dc-412e-b43d-10355d4faecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:38.464268 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-716dd790-9729-4ead-bcf4-c28d07db49b9 req-b1e4abad-e9dc-412e-b43d-10355d4faecc service neutron] 10.222.0.81 "GET /v2.0/networks?id=f7961d2d-16df-4f4e-ba8f-b487aecddcfb HTTP/1.1" status: 200 len: 921 time: 0.1705253 Oct 27 10:13:38.506226 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-716dd790-9729-4ead-bcf4-c28d07db49b9 req-fadff97c-c4bc-42d4-b179-a909960d8f50 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4dd3818-ccac-43b8-ae90-4c213b2badd4 HTTP/1.1" status: 200 len: 217 time: 0.0337610 Oct 27 10:13:38.564530 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716dd790-9729-4ead-bcf4-c28d07db49b9 req-f991d1a9-21df-42c7-8c3b-1249dc01cf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:38.566075 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-716dd790-9729-4ead-bcf4-c28d07db49b9 req-f991d1a9-21df-42c7-8c3b-1249dc01cf82 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5c71709b-7393-40ed-a177-1fb36198be48 HTTP/1.1" status: 200 len: 859 time: 0.0497839 Oct 27 10:13:38.617769 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-716dd790-9729-4ead-bcf4-c28d07db49b9 req-328e6532-4205-457e-9c1e-a848a3e8643d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f7961d2d-16df-4f4e-ba8f-b487aecddcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430977 Oct 27 10:13:38.621617 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e552e78-ef20-4cd0-b12c-a6e14d367144 req-15b12566-378d-4ead-a8ff-563c963a5599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:38.625762 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-6e552e78-ef20-4cd0-b12c-a6e14d367144 req-15b12566-378d-4ead-a8ff-563c963a5599 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e7c55039221b45c69304c1afafa20e6a&device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 1096 time: 0.0630264 Oct 27 10:13:38.744171 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e552e78-ef20-4cd0-b12c-a6e14d367144 req-98a6bf4b-988d-44db-a9cc-98451073e12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:38.746600 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-6e552e78-ef20-4cd0-b12c-a6e14d367144 req-98a6bf4b-988d-44db-a9cc-98451073e12a service neutron] 10.222.0.81 "GET /v2.0/networks?id=8a629e7d-72b0-4646-a07a-812ae74aa6c3 HTTP/1.1" status: 200 len: 913 time: 0.1143212 Oct 27 10:13:38.760791 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-716dd790-9729-4ead-bcf4-c28d07db49b9 req-0479f12c-5f0d-49c9-86f0-c73e27685a2b service neutron] 10.222.0.81 "GET /v2.0/networks/f7961d2d-16df-4f4e-ba8f-b487aecddcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135254 Oct 27 10:13:38.808723 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-6e552e78-ef20-4cd0-b12c-a6e14d367144 req-ee1191f9-f0c9-497d-ad54-515e555e62df service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0ce1773-183f-4c8a-a722-38d87e17f97e HTTP/1.1" status: 200 len: 217 time: 0.0491364 Oct 27 10:13:38.901912 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-716dd790-9729-4ead-bcf4-c28d07db49b9 req-f4584535-cd45-4d43-a81d-63b591e13c13 service neutron] 10.222.0.81 "GET /v2.0/networks/f7961d2d-16df-4f4e-ba8f-b487aecddcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422276 Oct 27 10:13:38.910485 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c1cc9-75fc-42d3-af3e-4a748ad61ec5 req-1a698967-4910-4442-b223-3c1da94435b5 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:38.911963 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-5e7c1cc9-75fc-42d3-af3e-4a748ad61ec5 req-1a698967-4910-4442-b223-3c1da94435b5 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 943 time: 0.0732777 Oct 27 10:13:38.935888 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e552e78-ef20-4cd0-b12c-a6e14d367144 req-40498128-5dd5-408d-8684-d60c2ed5b7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:38.935888 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-6e552e78-ef20-4cd0-b12c-a6e14d367144 req-40498128-5dd5-408d-8684-d60c2ed5b7ad service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2d043faf-de54-45d8-ad51-b3c5339bc389 HTTP/1.1" status: 200 len: 850 time: 0.1174438 Oct 27 10:13:38.954034 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-5e7c1cc9-75fc-42d3-af3e-4a748ad61ec5 req-35725a3d-3671-4870-92d9-2ab9cf9289e9 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353768 Oct 27 10:13:38.985674 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31132b4b-bfdc-4fc3-b79d-8d823acec45a req-da5511bf-8b8d-47bb-9762-4f9927532668 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:38.987162 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-31132b4b-bfdc-4fc3-b79d-8d823acec45a req-da5511bf-8b8d-47bb-9762-4f9927532668 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 943 time: 0.0994329 Oct 27 10:13:39.003067 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e552e78-ef20-4cd0-b12c-a6e14d367144 req-11e5b43c-2e73-4512-9150-e70ba893f22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:39.004504 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-6e552e78-ef20-4cd0-b12c-a6e14d367144 req-11e5b43c-2e73-4512-9150-e70ba893f22a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8a629e7d-72b0-4646-a07a-812ae74aa6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0622611 Oct 27 10:13:39.073578 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-31132b4b-bfdc-4fc3-b79d-8d823acec45a req-d7af90cb-ea7e-4745-b299-70bef8ec4afa tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786493 Oct 27 10:13:39.115045 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-6e552e78-ef20-4cd0-b12c-a6e14d367144 req-dc524a35-7b70-4b6d-9a7c-19aea7a5da9b service neutron] 10.222.0.81 "GET /v2.0/networks/8a629e7d-72b0-4646-a07a-812ae74aa6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022515 Oct 27 10:13:39.217501 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-6e552e78-ef20-4cd0-b12c-a6e14d367144 req-8cc03bea-1d2f-475a-b0ae-9d605a79b235 service neutron] 10.222.0.81 "GET /v2.0/networks/8a629e7d-72b0-4646-a07a-812ae74aa6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927474 Oct 27 10:13:39.271755 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c18e85-4f2f-440d-aa82-c2a4cc435a8a req-6ea4cbf9-9283-4b06-b224-6d826bba0215 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:39.273248 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-c1c18e85-4f2f-440d-aa82-c2a4cc435a8a req-6ea4cbf9-9283-4b06-b224-6d826bba0215 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/ports?device_id=eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8 HTTP/1.1" status: 200 len: 944 time: 0.0531406 Oct 27 10:13:39.310514 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-c1c18e85-4f2f-440d-aa82-c2a4cc435a8a req-5e683190-640a-43c8-9724-d75099bb6d6f tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a8c43d3-c3be-4050-97e7-896ccaba2e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312488 Oct 27 10:13:39.423959 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf0931-26f4-47ea-8e75-3c05f08ef307 req-377d64f9-8c7f-4c48-8a92-baee9b9ed416 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:39.425692 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a2bf0931-26f4-47ea-8e75-3c05f08ef307 req-377d64f9-8c7f-4c48-8a92-baee9b9ed416 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 943 time: 0.0497136 Oct 27 10:13:39.466733 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a2bf0931-26f4-47ea-8e75-3c05f08ef307 req-5d6988aa-3da8-43ce-ac97-7754a20b2302 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345392 Oct 27 10:13:39.481816 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 45446) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:39.544090 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device ce250e52-6e43-4318-b350-7be41ebadf60 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:13:39.588209 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-e7b680ac-1c16-420c-a152-5621bce3c51d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:39.669334 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port ce250e52-6e43-4318-b350-7be41ebadf60, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ce250e52-6e43-4318-b350-7be41ebadf60,segment=NetworkSegment(2d3ba54e-e4c0-416f-b13e-608a81231259),segment_id=2d3ba54e-e4c0-416f-b13e-608a81231259)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:13:39.675737 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-e7b680ac-1c16-420c-a152-5621bce3c51d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:39.690178 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Returning: {'device': 'ce250e52-6e43-4318-b350-7be41ebadf60', 'network_id': '232c2cd8-3827-47b2-95ae-f90c0b9d2e5c', 'port_id': 'ce250e52-6e43-4318-b350-7be41ebadf60', 'mac_address': 'fa:16:3e:7a:32:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32f65f21-7a7c-4568-afd2-3193e7fc13b4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:13:39.728230 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-e7b680ac-1c16-420c-a152-5621bce3c51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:39.728502 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:39.745224 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce250e52-6e43-4318-b350-7be41ebadf60 {{(pid=101975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:13:39.769384 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-e7b680ac-1c16-420c-a152-5621bce3c51d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ed088b30d5584015bf31be097898e73d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2863412 Oct 27 10:13:39.771551 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port ce250e52-6e43-4318-b350-7be41ebadf60, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ce250e52-6e43-4318-b350-7be41ebadf60,segment=NetworkSegment(2d3ba54e-e4c0-416f-b13e-608a81231259),segment_id=2d3ba54e-e4c0-416f-b13e-608a81231259)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:13:39.771822 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 45460) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:39.778511 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b680ac-1c16-420c-a152-5621bce3c51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8300e2a9-3bb7-4f98-83cc-54223e32824f,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:39.832293 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-647ce1c5-8343-4412-ab30-3ad9f837147a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:39.838186 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:39.839071 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device de5d446a-d56b-485c-b30a-968347f32091 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:13:39.859694 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-647ce1c5-8343-4412-ab30-3ad9f837147a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:39.934469 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=ce250e52-6e43-4318-b350-7be41ebadf60,revision_number=4']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:39.986856 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port de5d446a-d56b-485c-b30a-968347f32091, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=de5d446a-d56b-485c-b30a-968347f32091,segment=NetworkSegment(3ea4c435-e01e-4e34-b22e-41caaf408975),segment_id=3ea4c435-e01e-4e34-b22e-41caaf408975)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:13:40.001926 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-647ce1c5-8343-4412-ab30-3ad9f837147a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:40.001926 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-647ce1c5-8343-4412-ab30-3ad9f837147a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:40.005060 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-647ce1c5-8343-4412-ab30-3ad9f837147a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8300e2a9-3bb7-4f98-83cc-54223e32824f HTTP/1.1" status: 204 len: 168 time: 0.2296290 Oct 27 10:13:40.010926 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Returning: {'device': 'de5d446a-d56b-485c-b30a-968347f32091', 'network_id': '240c3359-dfa6-4c1c-987a-075566c1ee10', 'port_id': 'de5d446a-d56b-485c-b30a-968347f32091', 'mac_address': 'fa:16:3e:38:11:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fa553c3-5d72-4dfc-b38c-81901cfb8d17', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:13:40.012515 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ce1c5-8343-4412-ab30-3ad9f837147a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8300e2a9-3bb7-4f98-83cc-54223e32824f,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:40.053383 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:40.074234 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de5d446a-d56b-485c-b30a-968347f32091 {{(pid=101975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:13:40.108670 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port de5d446a-d56b-485c-b30a-968347f32091, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=de5d446a-d56b-485c-b30a-968347f32091,segment=NetworkSegment(3ea4c435-e01e-4e34-b22e-41caaf408975),segment_id=3ea4c435-e01e-4e34-b22e-41caaf408975)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:13:40.118478 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb88714-c294-4bda-bea7-5139dba470e7 req-f121ae03-6825-4717-8927-8976438caf35 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:40.120132 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-8fb88714-c294-4bda-bea7-5139dba470e7 req-f121ae03-6825-4717-8927-8976438caf35 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 943 time: 0.0674450 Oct 27 10:13:40.161385 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-8fb88714-c294-4bda-bea7-5139dba470e7 req-cb65e5c4-de6b-4f5d-a955-bd0f4743b1cd tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353315 Oct 27 10:13:40.203950 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae752a7-60f5-4b60-acc6-b7f451c6eba0 req-2f81af18-fadb-4233-97b3-808e546f6263 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:40.205440 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-eae752a7-60f5-4b60-acc6-b7f451c6eba0 req-2f81af18-fadb-4233-97b3-808e546f6263 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 944 time: 0.0585763 Oct 27 10:13:40.216880 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:40.218003 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device ad53ec07-b6ed-4849-926f-7fa08020a514 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:13:40.259948 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-eae752a7-60f5-4b60-acc6-b7f451c6eba0 req-01c64f8c-cecd-43c4-849b-1bfea606a98b tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479758 Oct 27 10:13:40.323636 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=de5d446a-d56b-485c-b30a-968347f32091,revision_number=4']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:40.364942 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port ad53ec07-b6ed-4849-926f-7fa08020a514, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ad53ec07-b6ed-4849-926f-7fa08020a514,segment=NetworkSegment(e9961c6b-71bd-414a-abdd-83c03087e013),segment_id=e9961c6b-71bd-414a-abdd-83c03087e013)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:13:40.380614 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Returning: {'device': 'ad53ec07-b6ed-4849-926f-7fa08020a514', 'network_id': 'f7961d2d-16df-4f4e-ba8f-b487aecddcfb', 'port_id': 'ad53ec07-b6ed-4849-926f-7fa08020a514', 'mac_address': 'fa:16:3e:28:8e:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1021, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c71709b-7393-40ed-a177-1fb36198be48', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:13:40.425907 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:40.442115 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad53ec07-b6ed-4849-926f-7fa08020a514 {{(pid=101975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:13:40.448057 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6615a9-ca9c-4f58-bd57-9216183fcd2b req-f91458e6-512a-4fbe-b7ed-9c745416f13d tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:40.449606 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-2b6615a9-ca9c-4f58-bd57-9216183fcd2b req-f91458e6-512a-4fbe-b7ed-9c745416f13d tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/ports?device_id=eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8 HTTP/1.1" status: 200 len: 945 time: 0.0542104 Oct 27 10:13:40.465542 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port ad53ec07-b6ed-4849-926f-7fa08020a514, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ad53ec07-b6ed-4849-926f-7fa08020a514,segment=NetworkSegment(e9961c6b-71bd-414a-abdd-83c03087e013),segment_id=e9961c6b-71bd-414a-abdd-83c03087e013)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:13:40.505514 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-2b6615a9-ca9c-4f58-bd57-9216183fcd2b req-2e96af5d-7a64-4a35-8ecb-0050ca8cafaf tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a8c43d3-c3be-4050-97e7-896ccaba2e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437374 Oct 27 10:13:40.535484 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:40.587993 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=ad53ec07-b6ed-4849-926f-7fa08020a514,revision_number=4']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:40.604816 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc738e-d527-497a-a865-d378572513d5 req-c26692c8-6527-49a4-b210-da963dbd3b6c tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:40.604816 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-e9dc738e-d527-497a-a865-d378572513d5 req-c26692c8-6527-49a4-b210-da963dbd3b6c tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 943 time: 0.0549555 Oct 27 10:13:40.638227 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-e9dc738e-d527-497a-a865-d378572513d5 req-3a3bcee0-73f4-46e4-9d8d-9d47ba83dd11 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373945 Oct 27 10:13:41.277408 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240760a-b4a6-4429-bbcd-5362850efdd0 req-cf930231-6b12-44b4-ae70-bf428e5bc4b1 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:41.278911 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-6240760a-b4a6-4429-bbcd-5362850efdd0 req-cf930231-6b12-44b4-ae70-bf428e5bc4b1 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 943 time: 0.0479913 Oct 27 10:13:41.318074 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-6240760a-b4a6-4429-bbcd-5362850efdd0 req-8dd20371-c7e3-4b22-9dfa-322f5897f28d tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332203 Oct 27 10:13:41.380805 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24872136-1c07-4567-8e53-61b37acdb0e6 req-cc409ff0-8cfb-4203-b545-76b18c6a0a56 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:41.382395 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-24872136-1c07-4567-8e53-61b37acdb0e6 req-cc409ff0-8cfb-4203-b545-76b18c6a0a56 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 944 time: 0.0484941 Oct 27 10:13:41.419835 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-24872136-1c07-4567-8e53-61b37acdb0e6 req-ea05cbab-b29f-4449-bcc1-5f09e90d8fd2 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314441 Oct 27 10:13:41.624625 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65254d80-3e7b-4ffa-9879-d45a545fdf28 req-0fc3e8bf-4d58-4837-8c01-bc142f1cd0be tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:41.626286 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-65254d80-3e7b-4ffa-9879-d45a545fdf28 req-0fc3e8bf-4d58-4837-8c01-bc142f1cd0be tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/ports?device_id=eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8 HTTP/1.1" status: 200 len: 945 time: 0.0534902 Oct 27 10:13:41.665372 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-65254d80-3e7b-4ffa-9879-d45a545fdf28 req-7b567973-aca9-40ec-99a9-4c604a56b282 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a8c43d3-c3be-4050-97e7-896ccaba2e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329740 Oct 27 10:13:41.754976 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99088734-4cdb-4fcc-ad87-676322196e50 req-43e72f7c-f7a2-446d-b343-633c15a136ca tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:41.756443 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-99088734-4cdb-4fcc-ad87-676322196e50 req-43e72f7c-f7a2-446d-b343-633c15a136ca tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 943 time: 0.0532527 Oct 27 10:13:41.796201 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-99088734-4cdb-4fcc-ad87-676322196e50 req-8cf7cc72-953c-4df8-9271-26af22fc1787 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330889 Oct 27 10:13:41.808692 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 45538) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:41.914758 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-971c0f1c-164e-4caa-82fe-f6022504c591 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:41.986946 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-971c0f1c-164e-4caa-82fe-f6022504c591 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:42.060838 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-971c0f1c-164e-4caa-82fe-f6022504c591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:42.096176 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971c0f1c-164e-4caa-82fe-f6022504c591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b81f00f-60bc-43d0-9517-5a5f966c93fd,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:42.100471 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-971c0f1c-164e-4caa-82fe-f6022504c591 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=212233dfbbdb4a1690399689b58ce3b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2907567 Oct 27 10:13:42.104125 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 45544) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:42.150762 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-55d57520-5fa8-44cf-8bc3-de71be66e2ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:42.171272 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-55d57520-5fa8-44cf-8bc3-de71be66e2ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:42.277900 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-55d57520-5fa8-44cf-8bc3-de71be66e2ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:42.280470 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-55d57520-5fa8-44cf-8bc3-de71be66e2ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:42.281597 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-55d57520-5fa8-44cf-8bc3-de71be66e2ca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0b81f00f-60bc-43d0-9517-5a5f966c93fd HTTP/1.1" status: 204 len: 168 time: 0.1765201 Oct 27 10:13:42.290415 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d57520-5fa8-44cf-8bc3-de71be66e2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b81f00f-60bc-43d0-9517-5a5f966c93fd,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:42.432815 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73b12f-7f5c-43d3-8ceb-32bedb963fa3 req-8dcac03f-199d-4882-94f6-11d763d3f092 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:42.434361 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-9a73b12f-7f5c-43d3-8ceb-32bedb963fa3 req-8dcac03f-199d-4882-94f6-11d763d3f092 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 943 time: 0.0487101 Oct 27 10:13:42.479786 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-9a73b12f-7f5c-43d3-8ceb-32bedb963fa3 req-c82664cb-e3cc-4173-9a3e-856eb3f6fef6 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393138 Oct 27 10:13:42.545904 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618189f-85f1-456e-bd35-af3504eb8a75 req-39888433-9b79-4a1e-89c8-3133632bd1e9 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:42.547403 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a618189f-85f1-456e-bd35-af3504eb8a75 req-39888433-9b79-4a1e-89c8-3133632bd1e9 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 944 time: 0.0492718 Oct 27 10:13:42.590317 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a618189f-85f1-456e-bd35-af3504eb8a75 req-6cbb4d9c-e3a2-469a-9ddf-f8ef02ec8180 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361061 Oct 27 10:13:42.790130 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44100340-df73-4697-acb6-77eae83fff0b req-f02cbffa-acbf-4df3-a2a5-cd5c1face15c tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:42.791614 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-44100340-df73-4697-acb6-77eae83fff0b req-f02cbffa-acbf-4df3-a2a5-cd5c1face15c tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/ports?device_id=eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8 HTTP/1.1" status: 200 len: 945 time: 0.0602195 Oct 27 10:13:42.839404 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-44100340-df73-4697-acb6-77eae83fff0b req-126ff2c3-2d04-4b5d-9894-1633935b4ffe tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a8c43d3-c3be-4050-97e7-896ccaba2e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416987 Oct 27 10:13:42.890749 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device e0ce1773-183f-4c8a-a722-38d87e17f97e details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:13:42.919485 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97069c67-9548-4d95-8dd8-585dcab8dd7e req-566514cf-2f5c-4e2c-b3e6-7d424bc44d22 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:42.920951 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-97069c67-9548-4d95-8dd8-585dcab8dd7e req-566514cf-2f5c-4e2c-b3e6-7d424bc44d22 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 943 time: 0.0517972 Oct 27 10:13:42.963549 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-97069c67-9548-4d95-8dd8-585dcab8dd7e req-f4cf528a-c4bf-47e7-b7f8-5bfcb44126cd tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340302 Oct 27 10:13:42.997776 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port e0ce1773-183f-4c8a-a722-38d87e17f97e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=e0ce1773-183f-4c8a-a722-38d87e17f97e,segment=NetworkSegment(acf42566-5f4e-42c2-8a27-453fec152c59),segment_id=acf42566-5f4e-42c2-8a27-453fec152c59)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:13:43.011045 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Returning: {'device': 'e0ce1773-183f-4c8a-a722-38d87e17f97e', 'network_id': '8a629e7d-72b0-4646-a07a-812ae74aa6c3', 'port_id': 'e0ce1773-183f-4c8a-a722-38d87e17f97e', 'mac_address': 'fa:16:3e:c4:ce:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d043faf-de54-45d8-ad51-b3c5339bc389', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:13:43.053623 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:43.063225 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:43.073045 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0ce1773-183f-4c8a-a722-38d87e17f97e {{(pid=101975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:13:43.087766 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port e0ce1773-183f-4c8a-a722-38d87e17f97e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=e0ce1773-183f-4c8a-a722-38d87e17f97e,segment=NetworkSegment(acf42566-5f4e-42c2-8a27-453fec152c59),segment_id=acf42566-5f4e-42c2-8a27-453fec152c59)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:13:43.151736 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:43.152370 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device d4dd3818-ccac-43b8-ae90-4c213b2badd4 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:13:43.246304 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=e0ce1773-183f-4c8a-a722-38d87e17f97e,revision_number=4']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:43.292248 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port d4dd3818-ccac-43b8-ae90-4c213b2badd4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d4dd3818-ccac-43b8-ae90-4c213b2badd4,segment=NetworkSegment(e9961c6b-71bd-414a-abdd-83c03087e013),segment_id=e9961c6b-71bd-414a-abdd-83c03087e013)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:13:43.303376 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Returning: {'device': 'd4dd3818-ccac-43b8-ae90-4c213b2badd4', 'network_id': 'f7961d2d-16df-4f4e-ba8f-b487aecddcfb', 'port_id': 'd4dd3818-ccac-43b8-ae90-4c213b2badd4', 'mac_address': 'fa:16:3e:90:94:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1021, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c71709b-7393-40ed-a177-1fb36198be48', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:13:43.340387 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:43.353197 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4dd3818-ccac-43b8-ae90-4c213b2badd4 {{(pid=101975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:13:43.372245 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port d4dd3818-ccac-43b8-ae90-4c213b2badd4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d4dd3818-ccac-43b8-ae90-4c213b2badd4,segment=NetworkSegment(e9961c6b-71bd-414a-abdd-83c03087e013),segment_id=e9961c6b-71bd-414a-abdd-83c03087e013)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:13:43.449154 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:43.499684 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=d4dd3818-ccac-43b8-ae90-4c213b2badd4,revision_number=4']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:43.606364 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944386b-9f58-42cb-9221-1ae680caf921 req-e6da4bd5-ca43-40a8-9cba-61454ab63b09 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:43.607943 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-b944386b-9f58-42cb-9221-1ae680caf921 req-e6da4bd5-ca43-40a8-9cba-61454ab63b09 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 944 time: 0.0508025 Oct 27 10:13:43.652003 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-b944386b-9f58-42cb-9221-1ae680caf921 req-5e384e8a-8bd7-4b51-bd3a-fbda93bad240 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382094 Oct 27 10:13:43.723695 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694820fd-98bf-43b0-a09d-b47c90d0d2d4 req-75d9cd8a-3830-4af9-bbd8-ab18305bc114 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:43.725424 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-694820fd-98bf-43b0-a09d-b47c90d0d2d4 req-75d9cd8a-3830-4af9-bbd8-ab18305bc114 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 944 time: 0.0513470 Oct 27 10:13:43.763638 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-694820fd-98bf-43b0-a09d-b47c90d0d2d4 req-46ea9ee5-87c6-42d2-a41f-7ecb8fba2750 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315912 Oct 27 10:13:43.961841 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8b07e-9090-4c3a-b9d3-f1c587858394 req-47240614-f9bf-43c7-9d72-291b96f3dfdf tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:43.961841 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-46d8b07e-9090-4c3a-b9d3-f1c587858394 req-47240614-f9bf-43c7-9d72-291b96f3dfdf tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/ports?device_id=eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8 HTTP/1.1" status: 200 len: 945 time: 0.0512109 Oct 27 10:13:43.997288 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-46d8b07e-9090-4c3a-b9d3-f1c587858394 req-614a3621-7716-4b93-b025-43d77a8b5d31 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a8c43d3-c3be-4050-97e7-896ccaba2e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338695 Oct 27 10:13:44.091575 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69d9c9-c486-4c12-b8f8-2cf9f260a559 req-33e86623-c731-4d7e-a53e-632e2ed8e552 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:44.093040 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-2d69d9c9-c486-4c12-b8f8-2cf9f260a559 req-33e86623-c731-4d7e-a53e-632e2ed8e552 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 944 time: 0.0518894 Oct 27 10:13:44.130576 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-2d69d9c9-c486-4c12-b8f8-2cf9f260a559 req-e4845b82-d1fa-444c-a01e-86ad668126ff tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313129 Oct 27 10:13:44.776666 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761bc225-73ee-4a58-afda-d6c991a21bdf req-aa1c3f13-afa0-4ddc-b969-23886fae54ea tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:44.778125 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-761bc225-73ee-4a58-afda-d6c991a21bdf req-aa1c3f13-afa0-4ddc-b969-23886fae54ea tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 944 time: 0.0601585 Oct 27 10:13:44.815755 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-761bc225-73ee-4a58-afda-d6c991a21bdf req-ee40ed2d-2207-481a-bb8c-dc69802e6279 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317452 Oct 27 10:13:44.891371 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be4cf2-1325-43d0-baf5-2cb0808966d3 req-977b1852-0803-4c2a-bfc4-40474c700f92 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:44.892702 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-83be4cf2-1325-43d0-baf5-2cb0808966d3 req-977b1852-0803-4c2a-bfc4-40474c700f92 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 944 time: 0.0511377 Oct 27 10:13:44.936356 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-83be4cf2-1325-43d0-baf5-2cb0808966d3 req-32d27105-b1f2-432b-8e00-9cd1da26a6ef tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340242 Oct 27 10:13:45.113706 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58a9df-4987-4c32-a8b8-d42fefec7fbc req-e1398a36-5c9f-441b-8976-b030ede29d81 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:45.115165 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-fc58a9df-4987-4c32-a8b8-d42fefec7fbc req-e1398a36-5c9f-441b-8976-b030ede29d81 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/ports?device_id=eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8 HTTP/1.1" status: 200 len: 945 time: 0.0478194 Oct 27 10:13:45.151517 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-fc58a9df-4987-4c32-a8b8-d42fefec7fbc req-4ff09e42-86b2-40b0-9544-a48c9067c7f9 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a8c43d3-c3be-4050-97e7-896ccaba2e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302310 Oct 27 10:13:45.245288 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca6395-3ae3-4f1f-b7b8-a69809121a05 req-5a519817-6666-467e-939b-7764012be9f9 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:45.246738 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a5ca6395-3ae3-4f1f-b7b8-a69809121a05 req-5a519817-6666-467e-939b-7764012be9f9 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 944 time: 0.0483425 Oct 27 10:13:45.283503 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a5ca6395-3ae3-4f1f-b7b8-a69809121a05 req-b48b6979-6635-4a17-9274-a4e2a9247aa5 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309105 Oct 27 10:13:45.930529 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b119ad0-a16c-4410-8bbe-35f92a1d4db3 req-85dd6043-c500-460c-926c-7bdda8ebf828 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:45.931932 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7b119ad0-a16c-4410-8bbe-35f92a1d4db3 req-85dd6043-c500-460c-926c-7bdda8ebf828 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 944 time: 0.0478988 Oct 27 10:13:45.970123 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7b119ad0-a16c-4410-8bbe-35f92a1d4db3 req-4e6e0f42-ed93-4b00-a04f-b332d2ef0d7c tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320117 Oct 27 10:13:46.050033 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c3713-cd0c-40dc-8f48-40f7a8aec443 req-1d885ab1-d2cb-4bdb-b5e3-a5b5a9c80fb6 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:46.051492 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-295c3713-cd0c-40dc-8f48-40f7a8aec443 req-1d885ab1-d2cb-4bdb-b5e3-a5b5a9c80fb6 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 944 time: 0.0481458 Oct 27 10:13:46.090691 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] get_ports_and_sgs() called for port_ids ['ad53ec07-b6ed-4849-926f-7fa08020a514'] {{(pid=101975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:13:46.093630 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-295c3713-cd0c-40dc-8f48-40f7a8aec443 req-11931682-fe9e-4bdd-bb09-2deb9402e240 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354726 Oct 27 10:13:46.113629 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] get_ports_and_sgs() called for port_ids ['ce250e52-6e43-4318-b350-7be41ebadf60'] {{(pid=101975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:13:46.115748 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] get_ports_and_sgs() called for port_ids ['de5d446a-d56b-485c-b30a-968347f32091'] {{(pid=101975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:13:46.268161 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23212658-f9bc-4165-bb91-efd70635c4ce req-2b2c219b-e4a7-496a-9f4e-f3c4bce6f3e8 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:46.269630 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-23212658-f9bc-4165-bb91-efd70635c4ce req-2b2c219b-e4a7-496a-9f4e-f3c4bce6f3e8 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/ports?device_id=eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8 HTTP/1.1" status: 200 len: 945 time: 0.0523303 Oct 27 10:13:46.308801 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-23212658-f9bc-4165-bb91-efd70635c4ce req-f22c650d-5c16-40ff-8bf7-6b398b16aed0 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a8c43d3-c3be-4050-97e7-896ccaba2e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330834 Oct 27 10:13:46.331567 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] get_ports_and_sgs() called for port_ids ['e0ce1773-183f-4c8a-a722-38d87e17f97e'] {{(pid=101975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:13:46.333609 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] get_ports_and_sgs() called for port_ids ['d4dd3818-ccac-43b8-ae90-4c213b2badd4'] {{(pid=101975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:13:46.418487 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aebd49-09b3-4c32-8ded-d4845b988276 req-2aa35f3d-0a44-48cd-9256-48bca858b528 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:46.419985 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-c2aebd49-09b3-4c32-8ded-d4845b988276 req-2aa35f3d-0a44-48cd-9256-48bca858b528 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 944 time: 0.0552683 Oct 27 10:13:46.466898 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-c2aebd49-09b3-4c32-8ded-d4845b988276 req-172a2f11-3332-453c-a7df-057743c02f77 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405712 Oct 27 10:13:47.084754 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be250e-af71-48cd-87ce-baaa490afe52 req-3c987cdb-8e8d-491c-b7ce-bc426845b516 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:47.087207 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-e5be250e-af71-48cd-87ce-baaa490afe52 req-3c987cdb-8e8d-491c-b7ce-bc426845b516 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 944 time: 0.0501606 Oct 27 10:13:47.130091 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-e5be250e-af71-48cd-87ce-baaa490afe52 req-3debe9ef-697d-4b7d-a740-07575523c2db tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362804 Oct 27 10:13:47.280744 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93123b6-209b-4b44-a313-27f6dc98cb2b req-9763e327-1e03-4f94-bef8-b54f366c5a85 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:47.282383 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a93123b6-209b-4b44-a313-27f6dc98cb2b req-9763e327-1e03-4f94-bef8-b54f366c5a85 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 944 time: 0.0625660 Oct 27 10:13:47.302859 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-dc327954-285c-4bef-a9f2-0dee95da2003 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=5e2353d1a0fa4f5ab4837f867cb6c240&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281839 Oct 27 10:13:47.320251 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a93123b6-209b-4b44-a313-27f6dc98cb2b req-5a01c418-9e33-4466-bf59-a6e899942f9a tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315101 Oct 27 10:13:47.441247 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1e011-ed13-4cb4-b04d-afb08b77de0b req-533ce9ba-8729-4a46-be5b-40fbedf59768 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:47.442788 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a0d1e011-ed13-4cb4-b04d-afb08b77de0b req-533ce9ba-8729-4a46-be5b-40fbedf59768 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/ports?device_id=eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8 HTTP/1.1" status: 200 len: 945 time: 0.0479071 Oct 27 10:13:47.490961 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a0d1e011-ed13-4cb4-b04d-afb08b77de0b req-d98318e3-599a-4cce-88fd-8c084e995bb8 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a8c43d3-c3be-4050-97e7-896ccaba2e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400391 Oct 27 10:13:47.607318 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76223e5-a2ae-4a1e-a1ad-0cb6a450d3f7 req-c5ac857d-5154-4fac-8fc7-f30fba7f505b tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:47.609500 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-e76223e5-a2ae-4a1e-a1ad-0cb6a450d3f7 req-c5ac857d-5154-4fac-8fc7-f30fba7f505b tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 944 time: 0.0611801 Oct 27 10:13:47.679787 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-e76223e5-a2ae-4a1e-a1ad-0cb6a450d3f7 req-ee5feeda-ba48-4f80-a511-8ccf06dffad1 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589323 Oct 27 10:13:47.713577 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-415e1820-29d9-4c0e-8714-12316cbb2721 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:47.715143 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-415e1820-29d9-4c0e-8714-12316cbb2721 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4054608 Oct 27 10:13:47.730879 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-9eff2444-ae02-4cdc-a1ea-4ef07bc4d9e9 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] 10.222.0.36 "GET /v2.0/quotas/5e2353d1a0fa4f5ab4837f867cb6c240 HTTP/1.1" status: 200 len: 375 time: 0.0097158 Oct 27 10:13:47.761529 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-30e3738f-bd5d-4e98-8264-b5ec49d453dd tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e2353d1a0fa4f5ab4837f867cb6c240&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249977 Oct 27 10:13:47.801711 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.agents_db [None req-86e8c3be-7e21-4532-a65d-8f48c0a472d4 None None] Agent healthcheck: found 6 active agents {{(pid=101976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:13:48.014780 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-2f3fb00d-36ed-4ca7-8d28-444ad542cebf req-6cf11112-de52-4fbf-90f0-368710b1a916 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] 10.222.0.36 "GET /v2.0/ports?device_id=22320788-c13c-4bdf-9277-dc7be7a5b542 HTTP/1.1" status: 200 len: 210 time: 0.0272253 Oct 27 10:13:48.019964 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device ce250e52-6e43-4318-b350-7be41ebadf60 up at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:13:48.190388 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Provisioning for port ce250e52-6e43-4318-b350-7be41ebadf60 completed by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:13:48.197053 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Provisioning complete for port ce250e52-6e43-4318-b350-7be41ebadf60 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:13:48.197473 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:48.246754 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2af83a-cee6-49bc-8dff-ea149f831df2 req-499cf189-ac61-495c-aa70-224f7bcc068a tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:48.248254 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-2b2af83a-cee6-49bc-8dff-ea149f831df2 req-499cf189-ac61-495c-aa70-224f7bcc068a tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 944 time: 0.0487885 Oct 27 10:13:48.283606 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:48.286174 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-2b2af83a-cee6-49bc-8dff-ea149f831df2 req-602669d4-2b97-4e2b-82cb-e038d55a072d tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319519 Oct 27 10:13:48.307224 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01fe47f-50a0-42a2-80a2-f9371f57ff57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce250e52-6e43-4318-b350-7be41ebadf60'}] {{(pid=101975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:13:48.381566 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port ce250e52-6e43-4318-b350-7be41ebadf60, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ce250e52-6e43-4318-b350-7be41ebadf60,segment=NetworkSegment(2d3ba54e-e4c0-416f-b13e-608a81231259),segment_id=2d3ba54e-e4c0-416f-b13e-608a81231259)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:13:48.438116 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:48.439219 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device d4dd3818-ccac-43b8-ae90-4c213b2badd4 up at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:13:48.447999 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb63ba6-6750-4ef9-af57-1eb589ce4335 req-d3d0d890-9173-452e-bff5-263b30b3cb30 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:48.449498 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-4eb63ba6-6750-4ef9-af57-1eb589ce4335 req-d3d0d890-9173-452e-bff5-263b30b3cb30 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 944 time: 0.0503278 Oct 27 10:13:48.497665 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef74c052f1c640f85ff9302be404e86fdcd9e777050b230953bf81409b3ec6af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a281038-2640-4ee9-889e-55eb500885a5" -d '{"events": [{"server_uuid": "f01fe47f-50a0-42a2-80a2-f9371f57ff57", "name": "network-vif-plugged", "status": "completed", "tag": "ce250e52-6e43-4318-b350-7be41ebadf60"}]}' {{(pid=101975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:13:48.530875 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=ce250e52-6e43-4318-b350-7be41ebadf60,revision_number=5']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:48.531141 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-4eb63ba6-6750-4ef9-af57-1eb589ce4335 req-989a2cc5-af44-486b-bd3d-d89d2422676e tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549874 Oct 27 10:13:48.614780 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Provisioning for port d4dd3818-ccac-43b8-ae90-4c213b2badd4 completed by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:13:48.620177 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf81727-d87d-448d-9e81-f287824f0771 x-openstack-request-id: req-dcf81727-d87d-448d-9e81-f287824f0771 {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:13:48.620559 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01fe47f-50a0-42a2-80a2-f9371f57ff57", "name": "network-vif-plugged", "status": "completed", "tag": "ce250e52-6e43-4318-b350-7be41ebadf60", "code": 200}]} {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:13:48.620818 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dcf81727-d87d-448d-9e81-f287824f0771 {{(pid=101975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:13:48.625606 dv-cinder-815146-2-iscsi neutron-server[101975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01fe47f-50a0-42a2-80a2-f9371f57ff57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce250e52-6e43-4318-b350-7be41ebadf60', 'code': 200} Oct 27 10:13:48.625606 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Provisioning complete for port d4dd3818-ccac-43b8-ae90-4c213b2badd4 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:13:48.625606 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:48.714785 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:48.754957 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port d4dd3818-ccac-43b8-ae90-4c213b2badd4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d4dd3818-ccac-43b8-ae90-4c213b2badd4,segment=NetworkSegment(e9961c6b-71bd-414a-abdd-83c03087e013),segment_id=e9961c6b-71bd-414a-abdd-83c03087e013)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:13:48.807635 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932c2eb-f3f7-4548-8902-7d2857845cd0 req-55d4f8df-18e7-4702-9bc6-cd13d5213717 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:48.817864 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-2932c2eb-f3f7-4548-8902-7d2857845cd0 req-55d4f8df-18e7-4702-9bc6-cd13d5213717 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 944 time: 0.0660326 Oct 27 10:13:48.849131 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:48.850002 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device ad53ec07-b6ed-4849-926f-7fa08020a514 up at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:13:48.850391 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9503e-7807-460d-abfd-acb5c73d8b2c req-ee6ada87-c4ed-4c61-a1f2-2df3db4868a0 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:48.863734 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-9de9503e-7807-460d-abfd-acb5c73d8b2c req-ee6ada87-c4ed-4c61-a1f2-2df3db4868a0 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/ports?device_id=eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8 HTTP/1.1" status: 200 len: 945 time: 0.2860558 Oct 27 10:13:48.868589 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-2932c2eb-f3f7-4548-8902-7d2857845cd0 req-31aac9f3-42a7-46d8-a24b-1ef6bafbbb06 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495670 Oct 27 10:13:48.906386 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-9de9503e-7807-460d-abfd-acb5c73d8b2c req-d70d4493-a954-4b18-9913-1494d4f4bd74 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a8c43d3-c3be-4050-97e7-896ccaba2e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417826 Oct 27 10:13:48.950674 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=d4dd3818-ccac-43b8-ae90-4c213b2badd4,revision_number=5']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:49.050223 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Provisioning for port ad53ec07-b6ed-4849-926f-7fa08020a514 completed by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:13:49.057884 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Provisioning complete for port ad53ec07-b6ed-4849-926f-7fa08020a514 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:13:49.058523 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:49.068667 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368beda-10de-4a3b-8a26-56921f7027fd req-61628301-b21d-48d7-ab3d-ea0287eacf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:49.070411 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-e368beda-10de-4a3b-8a26-56921f7027fd req-61628301-b21d-48d7-ab3d-ea0287eacf1f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 1098 time: 0.0741460 Oct 27 10:13:49.104790 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-cb6ad669-1992-4d24-88f5-3f238ad8eb5d req-58334906-7593-4a9e-a72a-9f4d10fdb9d8 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] 10.222.0.36 "GET /v2.0/ports?device_id=22320788-c13c-4bdf-9277-dc7be7a5b542 HTTP/1.1" status: 200 len: 210 time: 0.0372870 Oct 27 10:13:49.108674 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [req-e368beda-10de-4a3b-8a26-56921f7027fd req-b896e80e-5cba-4959-a694-ce50cbfb66e7 service neutron] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:49.162304 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:49.198015 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [req-e368beda-10de-4a3b-8a26-56921f7027fd req-b896e80e-5cba-4959-a694-ce50cbfb66e7 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:49.198236 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port ad53ec07-b6ed-4849-926f-7fa08020a514, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ad53ec07-b6ed-4849-926f-7fa08020a514,segment=NetworkSegment(e9961c6b-71bd-414a-abdd-83c03087e013),segment_id=e9961c6b-71bd-414a-abdd-83c03087e013)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:13:49.317858 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:49.318951 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device e0ce1773-183f-4c8a-a722-38d87e17f97e up at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:13:49.321303 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [req-e368beda-10de-4a3b-8a26-56921f7027fd req-b896e80e-5cba-4959-a694-ce50cbfb66e7 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:49.377176 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-e368beda-10de-4a3b-8a26-56921f7027fd req-b896e80e-5cba-4959-a694-ce50cbfb66e7 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2955518 Oct 27 10:13:49.405749 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b896e80e-5cba-4959-a694-ce50cbfb66e7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b88a5b27-2ce5-4962-9d04-5ff416bf2206,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:49.433298 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=ad53ec07-b6ed-4849-926f-7fa08020a514,revision_number=5']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:49.496096 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3d8b4-492c-4f5f-ba6f-054bb2ab4afb req-44a1b8e4-85e8-459f-8dc7-e771d35fe493 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:49.497643 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-c6c3d8b4-492c-4f5f-ba6f-054bb2ab4afb req-44a1b8e4-85e8-459f-8dc7-e771d35fe493 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 945 time: 0.0769432 Oct 27 10:13:49.539727 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Provisioning for port e0ce1773-183f-4c8a-a722-38d87e17f97e completed by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:13:49.540546 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-c6c3d8b4-492c-4f5f-ba6f-054bb2ab4afb req-325b5129-f873-4943-85da-326958f476bd tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342398 Oct 27 10:13:49.544120 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Provisioning complete for port e0ce1773-183f-4c8a-a722-38d87e17f97e triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:13:49.550446 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:49.627875 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af7d85-93c9-4d95-a2e9-cab4df8dba08 req-5374f4c5-f55b-41d5-9031-d94f385f07d2 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:49.628967 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-f2af7d85-93c9-4d95-a2e9-cab4df8dba08 req-5374f4c5-f55b-41d5-9031-d94f385f07d2 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 945 time: 0.0497837 Oct 27 10:13:49.637173 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:49.672678 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-f2af7d85-93c9-4d95-a2e9-cab4df8dba08 req-a8bfcc31-547d-4b2b-9cc3-6c32b18e09fd tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342994 Oct 27 10:13:49.672834 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port e0ce1773-183f-4c8a-a722-38d87e17f97e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=e0ce1773-183f-4c8a-a722-38d87e17f97e,segment=NetworkSegment(acf42566-5f4e-42c2-8a27-453fec152c59),segment_id=acf42566-5f4e-42c2-8a27-453fec152c59)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:13:49.747928 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:49.748885 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device de5d446a-d56b-485c-b30a-968347f32091 up at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:13:49.844611 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=e0ce1773-183f-4c8a-a722-38d87e17f97e,revision_number=5']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:49.982671 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f74a1b-d21c-43ac-ab2b-7865484bd5fd req-6a9114be-c013-4356-b68e-23e3ba478dfd tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:49.984288 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-91f74a1b-d21c-43ac-ab2b-7865484bd5fd req-6a9114be-c013-4356-b68e-23e3ba478dfd tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 945 time: 0.0523214 Oct 27 10:13:50.003772 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Provisioning for port de5d446a-d56b-485c-b30a-968347f32091 completed by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:13:50.011015 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Provisioning complete for port de5d446a-d56b-485c-b30a-968347f32091 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:13:50.011984 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:50.025162 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-91f74a1b-d21c-43ac-ab2b-7865484bd5fd req-e91df796-3d4e-4a30-a621-ce5c66e8bd45 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343280 Oct 27 10:13:50.035590 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d956fee-eb1c-4146-bb31-2ff9c628bb85 req-9b706588-f24d-4721-912d-d7d9b3f6ae70 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:50.037200 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-5d956fee-eb1c-4146-bb31-2ff9c628bb85 req-9b706588-f24d-4721-912d-d7d9b3f6ae70 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/ports?device_id=eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8 HTTP/1.1" status: 200 len: 945 time: 0.0572507 Oct 27 10:13:50.078738 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-5d956fee-eb1c-4146-bb31-2ff9c628bb85 req-ec3787a4-2ec6-4534-b846-5a366a82ca2e tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a8c43d3-c3be-4050-97e7-896ccaba2e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341966 Oct 27 10:13:50.126015 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:50.161157 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port de5d446a-d56b-485c-b30a-968347f32091, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=de5d446a-d56b-485c-b30a-968347f32091,segment=NetworkSegment(3ea4c435-e01e-4e34-b22e-41caaf408975),segment_id=3ea4c435-e01e-4e34-b22e-41caaf408975)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:13:50.213893 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-aca6be38-10d5-46e3-89db-c617d7702cb9 req-4681f82d-0121-4377-a3f3-c2cc8fc38e47 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] 10.222.0.36 "GET /v2.0/ports?device_id=22320788-c13c-4bdf-9277-dc7be7a5b542 HTTP/1.1" status: 200 len: 210 time: 0.0303237 Oct 27 10:13:50.247362 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:50.294793 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=de5d446a-d56b-485c-b30a-968347f32091,revision_number=5']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:50.622714 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53395cb-9184-4d4a-a1a0-3061adf32314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4dd3818-ccac-43b8-ae90-4c213b2badd4'}, {'server_uuid': '32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad53ec07-b6ed-4849-926f-7fa08020a514'}, {'server_uuid': '8d351977-f855-401d-b0dd-9baad56cdfd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0ce1773-183f-4c8a-a722-38d87e17f97e'}, {'server_uuid': 'eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5d446a-d56b-485c-b30a-968347f32091'}] {{(pid=101975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:13:50.625084 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef74c052f1c640f85ff9302be404e86fdcd9e777050b230953bf81409b3ec6af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e519a6a-79d7-44a0-b7ae-eb3c922b252e" -d '{"events": [{"server_uuid": "e53395cb-9184-4d4a-a1a0-3061adf32314", "name": "network-vif-plugged", "status": "completed", "tag": "d4dd3818-ccac-43b8-ae90-4c213b2badd4"}, {"server_uuid": "32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e", "name": "network-vif-plugged", "status": "completed", "tag": "ad53ec07-b6ed-4849-926f-7fa08020a514"}, {"server_uuid": "8d351977-f855-401d-b0dd-9baad56cdfd7", "name": "network-vif-plugged", "status": "completed", "tag": "e0ce1773-183f-4c8a-a722-38d87e17f97e"}, {"server_uuid": "eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8", "name": "network-vif-plugged", "status": "completed", "tag": "de5d446a-d56b-485c-b30a-968347f32091"}]}' {{(pid=101975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:13:50.664402 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332c15f-65f0-4d98-96dc-88f7f596c74e req-699c6377-c13c-4d8b-a813-00059419ec1e tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:50.665926 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-d332c15f-65f0-4d98-96dc-88f7f596c74e req-699c6377-c13c-4d8b-a813-00059419ec1e tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 945 time: 0.0531330 Oct 27 10:13:50.673864 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 27 Oct 2021 10:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7878c8-5bc2-4493-a4ff-90e93a64cda3 x-openstack-request-id: req-4c7878c8-5bc2-4493-a4ff-90e93a64cda3 {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:13:50.674162 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53395cb-9184-4d4a-a1a0-3061adf32314", "name": "network-vif-plugged", "status": "completed", "tag": "d4dd3818-ccac-43b8-ae90-4c213b2badd4", "code": 200}, {"server_uuid": "32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e", "name": "network-vif-plugged", "status": "completed", "tag": "ad53ec07-b6ed-4849-926f-7fa08020a514", "code": 200}, {"server_uuid": "8d351977-f855-401d-b0dd-9baad56cdfd7", "name": "network-vif-plugged", "status": "completed", "tag": "e0ce1773-183f-4c8a-a722-38d87e17f97e", "code": 200}, {"server_uuid": "eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8", "name": "network-vif-plugged", "status": "completed", "tag": "de5d446a-d56b-485c-b30a-968347f32091", "code": 200}]} {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:13:50.674416 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4c7878c8-5bc2-4493-a4ff-90e93a64cda3 {{(pid=101975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:13:50.674812 dv-cinder-815146-2-iscsi neutron-server[101975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e53395cb-9184-4d4a-a1a0-3061adf32314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4dd3818-ccac-43b8-ae90-4c213b2badd4', 'code': 200} Oct 27 10:13:50.675062 dv-cinder-815146-2-iscsi neutron-server[101975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad53ec07-b6ed-4849-926f-7fa08020a514', 'code': 200} Oct 27 10:13:50.679134 dv-cinder-815146-2-iscsi neutron-server[101975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d351977-f855-401d-b0dd-9baad56cdfd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0ce1773-183f-4c8a-a722-38d87e17f97e', 'code': 200} Oct 27 10:13:50.679134 dv-cinder-815146-2-iscsi neutron-server[101975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5d446a-d56b-485c-b30a-968347f32091', 'code': 200} Oct 27 10:13:50.706457 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-d332c15f-65f0-4d98-96dc-88f7f596c74e req-b8728f90-81f1-44c0-bbde-8bf83d9afbcd tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331881 Oct 27 10:13:50.824555 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98f865-e51b-4e70-9d15-8a82ca4b62cb req-a29f519b-2cb3-4d08-adc1-df0840fd56d6 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:50.826239 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-0e98f865-e51b-4e70-9d15-8a82ca4b62cb req-a29f519b-2cb3-4d08-adc1-df0840fd56d6 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 945 time: 0.0636594 Oct 27 10:13:50.868635 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-0e98f865-e51b-4e70-9d15-8a82ca4b62cb req-b64f4ca8-20fb-45e5-8e3d-0a6120eea530 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349884 Oct 27 10:13:51.160266 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c901bda-9400-46d3-a436-a08f227dcbf6 req-daaea56d-a0b2-41b0-bfbe-4e4b0f24d75d tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:51.162079 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-4c901bda-9400-46d3-a436-a08f227dcbf6 req-daaea56d-a0b2-41b0-bfbe-4e4b0f24d75d tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 945 time: 0.0536618 Oct 27 10:13:51.200574 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24369ea2-fcef-4785-b140-a4f3f5b0cd36 req-acc9d76b-77e9-4a00-b569-46056706d43d tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:51.206940 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-24369ea2-fcef-4785-b140-a4f3f5b0cd36 req-acc9d76b-77e9-4a00-b569-46056706d43d tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/ports?device_id=eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8 HTTP/1.1" status: 200 len: 946 time: 0.0579474 Oct 27 10:13:51.213074 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-4c901bda-9400-46d3-a436-a08f227dcbf6 req-d52c4d02-4b5d-4304-b55f-90bd796cdafb tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448115 Oct 27 10:13:51.252069 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-24369ea2-fcef-4785-b140-a4f3f5b0cd36 req-bb0e010f-f9c9-4529-b7cc-175314c821c2 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a8c43d3-c3be-4050-97e7-896ccaba2e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439219 Oct 27 10:13:51.317163 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-7b31b5d6-99f6-44f0-b363-d8ea5eb76e12 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=5e2353d1a0fa4f5ab4837f867cb6c240&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370047 Oct 27 10:13:51.330138 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-ed2fb5b1-92f1-403c-b2e0-bb70f48614d2 req-a8ea99ce-8a16-463b-a431-22137c74cd7f tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] 10.222.0.36 "GET /v2.0/ports?device_id=22320788-c13c-4bdf-9277-dc7be7a5b542 HTTP/1.1" status: 200 len: 210 time: 0.0387542 Oct 27 10:13:51.475962 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd3465-8608-4488-8edb-dcedd2f4f571 req-ac7d561a-a178-484c-9ea4-fba6edf9c519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:51.475962 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-f9bd3465-8608-4488-8edb-dcedd2f4f571 req-ac7d561a-a178-484c-9ea4-fba6edf9c519 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 1098 time: 0.1564820 Oct 27 10:13:51.482589 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db1670-66f3-4a87-a0e3-abeba50d33bc req-32898412-d3e0-432f-84bc-b10c5f322e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:51.483269 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03131c-1c1f-4c61-9343-d19bc98d844b req-fb63e55b-fa04-4026-a77b-efbb13530fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:51.484359 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-64db1670-66f3-4a87-a0e3-abeba50d33bc req-32898412-d3e0-432f-84bc-b10c5f322e38 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 1098 time: 0.1569583 Oct 27 10:13:51.484887 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-1f03131c-1c1f-4c61-9343-d19bc98d844b req-fb63e55b-fa04-4026-a77b-efbb13530fa6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 1098 time: 0.1764951 Oct 27 10:13:51.494989 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9acaf-c71a-4f09-9f6e-f3dd16fb660a req-00a3172c-1700-4274-9210-74e4eddf7c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:51.496621 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-5ce9acaf-c71a-4f09-9f6e-f3dd16fb660a req-00a3172c-1700-4274-9210-74e4eddf7c7c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8 HTTP/1.1" status: 200 len: 1099 time: 0.0983629 Oct 27 10:13:51.549942 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-6edb2c72-9500-4aee-8426-f0a2b4953279 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:51.551390 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-6edb2c72-9500-4aee-8426-f0a2b4953279 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2138777 Oct 27 10:13:51.573366 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-1f03131c-1c1f-4c61-9343-d19bc98d844b req-2bf067a4-06bb-428d-a2c0-bba1ebac3e55 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599120 Oct 27 10:13:51.576140 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-f9bd3465-8608-4488-8edb-dcedd2f4f571 req-cc014093-4b13-4822-b3bd-bf99a4511f12 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898523 Oct 27 10:13:51.576895 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-f2398e09-a75c-430c-84f0-e930cd418707 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] Request body: {'port': {'device_id': '22320788-c13c-4bdf-9277-dc7be7a5b542', 'network_id': '64730957-0685-45e8-a53b-c82ea933de78', 'admin_state_up': True, 'tenant_id': '5e2353d1a0fa4f5ab4837f867cb6c240'}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:13:51.583842 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-5ce9acaf-c71a-4f09-9f6e-f3dd16fb660a req-212ad734-c412-4916-b1e6-632d27f55afd service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=7a8c43d3-c3be-4050-97e7-896ccaba2e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696063 Oct 27 10:13:51.587115 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-64db1670-66f3-4a87-a0e3-abeba50d33bc req-0bd38594-8562-4cde-9ba5-6079e12bffa9 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841446 Oct 27 10:13:51.761975 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-f2398e09-a75c-430c-84f0-e930cd418707 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] Made reservation on behalf of 5e2353d1a0fa4f5ab4837f867cb6c240 for: {'port': 1} {{(pid=101974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:13:51.766067 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-f2398e09-a75c-430c-84f0-e930cd418707 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:51.775640 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-f2398e09-a75c-430c-84f0-e930cd418707 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:51.869859 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a2c21-4fe2-4563-8bbd-15e3a17a8ffe req-5ca09ac3-4ca2-40f2-a4c7-7d3d423346b3 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:51.871328 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-f76a2c21-4fe2-4563-8bbd-15e3a17a8ffe req-5ca09ac3-4ca2-40f2-a4c7-7d3d423346b3 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 945 time: 0.0818427 Oct 27 10:13:51.917688 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-f2398e09-a75c-430c-84f0-e930cd418707 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:51.930413 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-f76a2c21-4fe2-4563-8bbd-15e3a17a8ffe req-4ec7894b-4246-4414-8f76-65489fd65c5d tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526249 Oct 27 10:13:51.987370 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded877e0-9fb0-4915-85b7-e38d71c26d35 req-566b50fe-a345-46b5-9aa5-382e34bd12fe tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:51.988839 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-ded877e0-9fb0-4915-85b7-e38d71c26d35 req-566b50fe-a345-46b5-9aa5-382e34bd12fe tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 945 time: 0.0486794 Oct 27 10:13:51.997355 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-f2398e09-a75c-430c-84f0-e930cd418707 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:52.029820 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-ded877e0-9fb0-4915-85b7-e38d71c26d35 req-b03372cb-a40d-476f-bbed-fe5e5597364e tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348144 Oct 27 10:13:52.066330 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2398e09-a75c-430c-84f0-e930cd418707 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d02401f-76eb-4046-94ae-ebedcef610c0,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:52.213258 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.db.db_base_plugin_common [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-f2398e09-a75c-430c-84f0-e930cd418707 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] Allocated IP 192.168.233.222 (64730957-0685-45e8-a53b-c82ea933de78/71f5c16b-1331-4e5c-b488-2ae00aba05de/248a91f9-225c-49d3-96ba-15e73bd40509) {{(pid=101974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:13:52.238738 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01c667-13fc-48a7-9fa8-5a96f44435fd req-327dff39-c508-42e8-b226-6b983dcc502e tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:52.243049 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-6b01c667-13fc-48a7-9fa8-5a96f44435fd req-327dff39-c508-42e8-b226-6b983dcc502e tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 945 time: 0.0774593 Oct 27 10:13:52.249545 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 45860) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:52.255244 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-164b3591-4e63-4902-ab7f-750154b77282 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Request body: {'floatingip': {'port_id': 'ce250e52-6e43-4318-b350-7be41ebadf60'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:13:52.389520 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-164b3591-4e63-4902-ab7f-750154b77282 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks [] for floatingip, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:52.461668 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-f2398e09-a75c-430c-84f0-e930cd418707 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] Publish callbacks [] for port, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:52.475540 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c82cf-0076-4d7d-9970-77f9d5f40104 req-899e9b64-1ec7-47c8-9570-b95121d89df1 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:52.477071 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a50c82cf-0076-4d7d-9970-77f9d5f40104 req-899e9b64-1ec7-47c8-9570-b95121d89df1 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/ports?device_id=eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8 HTTP/1.1" status: 200 len: 946 time: 0.1090598 Oct 27 10:13:52.550568 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a50c82cf-0076-4d7d-9970-77f9d5f40104 req-226f16f4-70dd-4cc1-85e0-ae592a212493 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a8c43d3-c3be-4050-97e7-896ccaba2e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570972 Oct 27 10:13:52.604069 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-f2398e09-a75c-430c-84f0-e930cd418707 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839'] for port, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:52.628702 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921287e-b440-42cc-959d-ac03ee02da14 req-916c72e3-a12c-43bc-8088-95dcacd96f37 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:52.630905 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1921287e-b440-42cc-959d-ac03ee02da14 req-916c72e3-a12c-43bc-8088-95dcacd96f37 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 945 time: 0.2846646 Oct 27 10:13:52.674455 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-f2398e09-a75c-430c-84f0-e930cd418707 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] Network 64730957-0685-45e8-a53b-c82ea933de78 is already hosted by enough agents. {{(pid=101974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:13:52.680981 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.base_scheduler [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-f2398e09-a75c-430c-84f0-e930cd418707 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] Resources bound (agent type, host, resource id): {{(pid=101974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:13:52.686680 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-f2398e09-a75c-430c-84f0-e930cd418707 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] Received port after_create {{(pid=101974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:13:52.692374 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-f2398e09-a75c-430c-84f0-e930cd418707 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:52.693029 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-f2398e09-a75c-430c-84f0-e930cd418707 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for port, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:52.696820 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1921287e-b440-42cc-959d-ac03ee02da14 req-fcfb6711-b671-4eba-9f64-ec5a9df3c2c0 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553946 Oct 27 10:13:52.726632 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2398e09-a75c-430c-84f0-e930cd418707 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] Pushing event updated for resources: {'Port': ['ID=248a91f9-225c-49d3-96ba-15e73bd40509,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:52.755897 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dbc3d4-6066-40b9-8d22-6dfd81983a41 req-f9bea224-861c-44b2-9d2f-c86e99685996 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:52.758250 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-66dbc3d4-6066-40b9-8d22-6dfd81983a41 req-f9bea224-861c-44b2-9d2f-c86e99685996 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] 10.222.0.36 "GET /v2.0/ports?device_id=22320788-c13c-4bdf-9277-dc7be7a5b542 HTTP/1.1" status: 200 len: 936 time: 0.1474011 Oct 27 10:13:52.800944 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-f2398e09-a75c-430c-84f0-e930cd418707 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2340167 Oct 27 10:13:52.806470 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-66dbc3d4-6066-40b9-8d22-6dfd81983a41 req-9cf7cb09-e200-42c9-92cc-046f1442dabb tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d02401f-76eb-4046-94ae-ebedcef610c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428021 Oct 27 10:13:52.824699 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-c72025c3-b9ee-4b9d-b256-6256e7d09dba service neutron] Request body: {'port': {'device_id': '22320788-c13c-4bdf-9277-dc7be7a5b542', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:13:52.916923 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-c72025c3-b9ee-4b9d-b256-6256e7d09dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:52.980971 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 45888) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:53.040718 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-875db69e-ab6c-42c1-a8e7-31c1b25543b4 None None] Provisioning complete for port 248a91f9-225c-49d3-96ba-15e73bd40509 triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:13:53.041306 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-875db69e-ab6c-42c1-a8e7-31c1b25543b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:53.070089 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.db.resource_extend [None req-164b3591-4e63-4902-ab7f-750154b77282 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 10:13:53.082658 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-875db69e-ab6c-42c1-a8e7-31c1b25543b4 None None] Port 248a91f9-225c-49d3-96ba-15e73bd40509 cannot update to ACTIVE because it is not bound. {{(pid=101975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:13:53.136585 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-78389037-1ecb-44bb-b4a4-534553c0daac admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:53.149327 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515d2f2-c2ad-4697-8514-359e81e616d8 req-aac3aae6-2e61-484b-81a5-209ac748f349 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:53.150867 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-4515d2f2-c2ad-4697-8514-359e81e616d8 req-aac3aae6-2e61-484b-81a5-209ac748f349 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 945 time: 0.1395686 Oct 27 10:13:53.164163 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-164b3591-4e63-4902-ab7f-750154b77282 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:53.222328 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-4515d2f2-c2ad-4697-8514-359e81e616d8 req-024e0aaf-a03c-4b29-b845-1abac418846b tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572922 Oct 27 10:13:53.226726 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-164b3591-4e63-4902-ab7f-750154b77282 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564014'] for floatingip, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:53.282225 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.notifiers.nova [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-c72025c3-b9ee-4b9d-b256-6256e7d09dba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 248a91f9-225c-49d3-96ba-15e73bd40509 {{(pid=101974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:13:53.295397 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-c72025c3-b9ee-4b9d-b256-6256e7d09dba service neutron] Publish callbacks [] for port, precommit_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:53.298615 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-78389037-1ecb-44bb-b4a4-534553c0daac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:53.310060 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.db.provisioning_blocks [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-c72025c3-b9ee-4b9d-b256-6256e7d09dba service neutron] Transition to ACTIVE for port object 248a91f9-225c-49d3-96ba-15e73bd40509 will not be triggered until provisioned by entity L2. {{(pid=101974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:13:53.332787 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.db.l3_db [None req-164b3591-4e63-4902-ab7f-750154b77282 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Floating IP 4c5463ad-8edf-464d-9b1d-9a88e63621b0 associated. External IP: 172.27.0.248, port: ce250e52-6e43-4318-b350-7be41ebadf60. Oct 27 10:13:53.374995 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-78389037-1ecb-44bb-b4a4-534553c0daac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:53.395735 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-c72025c3-b9ee-4b9d-b256-6256e7d09dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:53.452320 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-78389037-1ecb-44bb-b4a4-534553c0daac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d695b7badd2c487da4790df88c208292&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4702873 Oct 27 10:13:53.453053 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78389037-1ecb-44bb-b4a4-534553c0daac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f265937f-5b15-470c-aae9-476cf764bcb9,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:53.460053 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 45898) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:53.493457 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72025c3-b9ee-4b9d-b256-6256e7d09dba service neutron] Pushing event updated for resources: {'Port': ['ID=248a91f9-225c-49d3-96ba-15e73bd40509,revision_number=2']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:53.569269 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.managers [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-c72025c3-b9ee-4b9d-b256-6256e7d09dba service neutron] Attempting to bind port 248a91f9-225c-49d3-96ba-15e73bd40509 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:13:53.585619 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.managers [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-c72025c3-b9ee-4b9d-b256-6256e7d09dba service neutron] Attempting to bind port 248a91f9-225c-49d3-96ba-15e73bd40509 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'fea49855-537f-4f1b-9a40-7ebc1fee40ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '64730957-0685-45e8-a53b-c82ea933de78'}] {{(pid=101974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:13:53.585619 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-c72025c3-b9ee-4b9d-b256-6256e7d09dba service neutron] Attempting to bind port 248a91f9-225c-49d3-96ba-15e73bd40509 on network 64730957-0685-45e8-a53b-c82ea933de78 {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:13:53.585619 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-c72025c3-b9ee-4b9d-b256-6256e7d09dba service neutron] Port 248a91f9-225c-49d3-96ba-15e73bd40509 on network 64730957-0685-45e8-a53b-c82ea933de78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:13:53.585619 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-c72025c3-b9ee-4b9d-b256-6256e7d09dba service neutron] Attempting to bind port 248a91f9-225c-49d3-96ba-15e73bd40509 on network 64730957-0685-45e8-a53b-c82ea933de78 {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:13:53.593839 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164b3591-4e63-4902-ab7f-750154b77282 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Router 6583f1c3-2cd5-41fc-a7f7-ebb598d22137 has already been hosted by L3 agent b2a2dab9-f998-4002-b8bb-cf3ca8546284 {{(pid=101973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:13:53.598403 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-c72025c3-b9ee-4b9d-b256-6256e7d09dba service neutron] Checking agent: {'id': '4745671e-30cb-4e18-8ff0-6142bf8b3cdd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 11, 11), 'started_at': datetime.datetime(2021, 10, 27, 10, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:13:53.598743 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-c72025c3-b9ee-4b9d-b256-6256e7d09dba service neutron] Checking segment: {'id': 'fea49855-537f-4f1b-9a40-7ebc1fee40ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '64730957-0685-45e8-a53b-c82ea933de78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:13:53.599215 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-c72025c3-b9ee-4b9d-b256-6256e7d09dba service neutron] Bound using segment: {'id': 'fea49855-537f-4f1b-9a40-7ebc1fee40ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '64730957-0685-45e8-a53b-c82ea933de78'} {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:13:53.599655 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.managers [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-c72025c3-b9ee-4b9d-b256-6256e7d09dba service neutron] Bound port: 248a91f9-225c-49d3-96ba-15e73bd40509, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fea49855-537f-4f1b-9a40-7ebc1fee40ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '64730957-0685-45e8-a53b-c82ea933de78'}}] {{(pid=101974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:13:53.600001 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-c72025c3-b9ee-4b9d-b256-6256e7d09dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:53.659310 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-1c110d34-2d1a-49b3-9932-32023fe815e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:53.772914 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-1c110d34-2d1a-49b3-9932-32023fe815e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:53.781850 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.db [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-c72025c3-b9ee-4b9d-b256-6256e7d09dba service neutron] For port 248a91f9-225c-49d3-96ba-15e73bd40509, host hv-cinder-81514, cleared binding levels {{(pid=101974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:13:53.790293 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.db [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-c72025c3-b9ee-4b9d-b256-6256e7d09dba service neutron] For port 248a91f9-225c-49d3-96ba-15e73bd40509, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=248a91f9-225c-49d3-96ba-15e73bd40509,segment=NetworkSegment(fea49855-537f-4f1b-9a40-7ebc1fee40ce),segment_id=fea49855-537f-4f1b-9a40-7ebc1fee40ce)] {{(pid=101974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:13:53.805532 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ac425-b0f6-4ad9-83f8-809881860d5a req-1b0ee33b-4854-44d7-946d-70711d56cd4a tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:53.808379 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-bc7ac425-b0f6-4ad9-83f8-809881860d5a req-1b0ee33b-4854-44d7-946d-70711d56cd4a tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/ports?device_id=eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8 HTTP/1.1" status: 200 len: 946 time: 0.1587145 Oct 27 10:13:53.861198 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-bc7ac425-b0f6-4ad9-83f8-809881860d5a req-dbaeceab-9c9b-4ac1-bcae-3868b426d07b tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a8c43d3-c3be-4050-97e7-896ccaba2e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472047 Oct 27 10:13:53.880276 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-c72025c3-b9ee-4b9d-b256-6256e7d09dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:53.966260 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b5e24-3841-4b7b-af6c-796ffee80a02 req-29c5ed63-9a93-4167-a375-9bef696db4a2 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:53.966260 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-ae8b5e24-3841-4b7b-af6c-796ffee80a02 req-29c5ed63-9a93-4167-a375-9bef696db4a2 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 945 time: 0.0748343 Oct 27 10:13:53.982566 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-c72025c3-b9ee-4b9d-b256-6256e7d09dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:53.983695 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-c72025c3-b9ee-4b9d-b256-6256e7d09dba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for port, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:53.987657 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-c72025c3-b9ee-4b9d-b256-6256e7d09dba service neutron] 10.222.0.81 "PUT /v2.0/ports/248a91f9-225c-49d3-96ba-15e73bd40509 HTTP/1.1" status: 200 len: 1098 time: 1.1696684 Oct 27 10:13:53.988203 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22320788-c13c-4bdf-9277-dc7be7a5b542', 'tag': '248a91f9-225c-49d3-96ba-15e73bd40509'}] {{(pid=101974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:13:53.992254 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf944270f4c6cd15fd7b67f1263b575d4441d7d254681f9dd92e2334043a3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c3f7c9-fccd-4ba5-a4ce-b6f2ed1e3c63" -d '{"events": [{"name": "network-changed", "server_uuid": "22320788-c13c-4bdf-9277-dc7be7a5b542", "tag": "248a91f9-225c-49d3-96ba-15e73bd40509"}]}' {{(pid=101974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:13:53.998225 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-1c110d34-2d1a-49b3-9932-32023fe815e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:54.001418 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-1c110d34-2d1a-49b3-9932-32023fe815e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:54.015822 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-1c110d34-2d1a-49b3-9932-32023fe815e6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f265937f-5b15-470c-aae9-476cf764bcb9 HTTP/1.1" status: 204 len: 168 time: 0.5409122 Oct 27 10:13:54.032578 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164b3591-4e63-4902-ab7f-750154b77282 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Notify agent at l3_agent.dv-cinder-815146-2-iscsi the message routers_updated {{(pid=101973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:13:54.049096 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-164b3591-4e63-4902-ab7f-750154b77282 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for floatingip, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:54.072130 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c110d34-2d1a-49b3-9932-32023fe815e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f265937f-5b15-470c-aae9-476cf764bcb9,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:54.072626 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15be0c65-acf7-43ff-ba6a-d75aa40720fc None None] Sync routers for ids ['6583f1c3-2cd5-41fc-a7f7-ebb598d22137'] in dv-cinder-815146-2-iscsi {{(pid=101976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:13:54.094262 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15be0c65-acf7-43ff-ba6a-d75aa40720fc None None] Routers {'6583f1c3-2cd5-41fc-a7f7-ebb598d22137'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:13:54.095799 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-15be0c65-acf7-43ff-ba6a-d75aa40720fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:13:34Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['6583f1c3-2cd5-41fc-a7f7-ebb598d22137'], 'active': True} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:13:54.120942 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-ae8b5e24-3841-4b7b-af6c-796ffee80a02 req-fea95963-be96-4325-b2fa-a0173f2b008c tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399324 Oct 27 10:13:54.148790 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-164b3591-4e63-4902-ab7f-750154b77282 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "PUT /v2.0/floatingips/4c5463ad-8edf-464d-9b1d-9a88e63621b0 HTTP/1.1" status: 200 len: 991 time: 1.8919709 Oct 27 10:13:54.149635 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f01fe47f-50a0-42a2-80a2-f9371f57ff57', 'tag': 'ce250e52-6e43-4318-b350-7be41ebadf60'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:13:54.159803 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94debda59f24a9426fb80c87c8c8853eb57e17b8e03a85591ed34d87467b8464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b26fb1-e5d2-4f4b-a918-e0a16ebece32" -d '{"events": [{"name": "network-changed", "server_uuid": "f01fe47f-50a0-42a2-80a2-f9371f57ff57", "tag": "ce250e52-6e43-4318-b350-7be41ebadf60"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:13:54.290760 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72025c3-b9ee-4b9d-b256-6256e7d09dba service neutron] Pushing event updated for resources: {'Port': ['ID=248a91f9-225c-49d3-96ba-15e73bd40509,revision_number=3']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:54.400298 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cbf74-e805-4203-8d0b-f7d5b6654c03 req-c01b0e41-69a6-4caf-8021-e4b1c50671eb tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:54.400469 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvr_db [None req-15be0c65-acf7-43ff-ba6a-d75aa40720fc None None] Set router 6583f1c3-2cd5-41fc-a7f7-ebb598d22137 gateway port host: dv-cinder-815146-2-iscsi {{(pid=101976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:13:54.411605 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-538cbf74-e805-4203-8d0b-f7d5b6654c03 req-c01b0e41-69a6-4caf-8021-e4b1c50671eb tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] 10.222.0.36 "GET /v2.0/ports?device_id=22320788-c13c-4bdf-9277-dc7be7a5b542 HTTP/1.1" status: 200 len: 948 time: 0.3533859 Oct 27 10:13:54.424927 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08563ccc-9b1c-44e2-8582-93dd26f04244 x-openstack-request-id: req-08563ccc-9b1c-44e2-8582-93dd26f04244 {{(pid=101974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:13:54.427560 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22320788-c13c-4bdf-9277-dc7be7a5b542", "tag": "248a91f9-225c-49d3-96ba-15e73bd40509", "status": "completed", "code": 200}]} {{(pid=101974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:13:54.427821 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-08563ccc-9b1c-44e2-8582-93dd26f04244 {{(pid=101974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:13:54.429266 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22320788-c13c-4bdf-9277-dc7be7a5b542', 'tag': '248a91f9-225c-49d3-96ba-15e73bd40509', 'status': 'completed', 'code': 200} Oct 27 10:13:54.605391 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-538cbf74-e805-4203-8d0b-f7d5b6654c03 req-c677a997-b310-4226-85da-37d084a82709 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d02401f-76eb-4046-94ae-ebedcef610c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916380 Oct 27 10:13:54.619621 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-83b26235-5bf4-4028-aef0-c2bac58a5663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:54.621650 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-83b26235-5bf4-4028-aef0-c2bac58a5663 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5e2353d1a0fa4f5ab4837f867cb6c240&device_id=22320788-c13c-4bdf-9277-dc7be7a5b542 HTTP/1.1" status: 200 len: 1101 time: 0.1877153 Oct 27 10:13:54.681056 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632fbad2-b696-4126-859b-67eb9b287a41 x-openstack-request-id: req-632fbad2-b696-4126-859b-67eb9b287a41 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:13:54.681991 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f01fe47f-50a0-42a2-80a2-f9371f57ff57", "tag": "ce250e52-6e43-4318-b350-7be41ebadf60", "status": "completed", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:13:54.681991 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-632fbad2-b696-4126-859b-67eb9b287a41 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:13:54.682302 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f01fe47f-50a0-42a2-80a2-f9371f57ff57', 'tag': 'ce250e52-6e43-4318-b350-7be41ebadf60', 'status': 'completed', 'code': 200} Oct 27 10:13:54.735022 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-21455fb4-44bf-49db-9026-db7c4f9a68a3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=248a91f9-225c-49d3-96ba-15e73bd40509 HTTP/1.1" status: 200 len: 217 time: 0.0801792 Oct 27 10:13:54.762167 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b26fb1-e5d2-4f4b-a918-e0a16ebece32 req-34c70e18-4671-4774-b845-a90450396330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:54.763921 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-29b26fb1-e5d2-4f4b-a918-e0a16ebece32 req-34c70e18-4671-4774-b845-a90450396330 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=20d2cc4467704c129f691b1ba2dd72cc&device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 1098 time: 0.0542037 Oct 27 10:13:54.826534 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-8c39fe0a-d9a1-4ecc-8ce2-4d66855728de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:54.828270 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-8c39fe0a-d9a1-4ecc-8ce2-4d66855728de service neutron] 10.222.0.81 "GET /v2.0/subnets?id=71f5c16b-1331-4e5c-b488-2ae00aba05de HTTP/1.1" status: 200 len: 843 time: 0.0830312 Oct 27 10:13:54.854206 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76707101-166a-4e2c-baf4-c203cffa9d7a req-6ddb3224-9523-411e-9888-ac3f8f8952f3 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:54.855720 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-76707101-166a-4e2c-baf4-c203cffa9d7a req-6ddb3224-9523-411e-9888-ac3f8f8952f3 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 945 time: 0.0726025 Oct 27 10:13:54.880075 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b26fb1-e5d2-4f4b-a918-e0a16ebece32 req-e27f04cb-3406-4af3-95d1-e94599d4fb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:54.882724 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-29b26fb1-e5d2-4f4b-a918-e0a16ebece32 req-e27f04cb-3406-4af3-95d1-e94599d4fb68 service neutron] 10.222.0.81 "GET /v2.0/networks?id=232c2cd8-3827-47b2-95ae-f90c0b9d2e5c HTTP/1.1" status: 200 len: 919 time: 0.1096385 Oct 27 10:13:54.927294 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-76707101-166a-4e2c-baf4-c203cffa9d7a req-ecded86c-cb24-4230-b3dd-38e9dd9589b6 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544481 Oct 27 10:13:54.931161 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-525e3b50-4a88-414a-8927-bd7f305c1527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:54.933179 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-525e3b50-4a88-414a-8927-bd7f305c1527 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=64730957-0685-45e8-a53b-c82ea933de78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0961006 Oct 27 10:13:54.956640 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-15be0c65-acf7-43ff-ba6a-d75aa40720fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'name': 'tempest-AttachVolumeShelveTestJSON-1169022080-router', 'tenant_id': '20d2cc4467704c129f691b1ba2dd72cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '0f0381e7-42de-486b-b3b8-4226787353b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:00Z', 'updated_at': '2021-10-27T10:13:06Z', 'revision_number': 4, 'project_id': '20d2cc4467704c129f691b1ba2dd72cc', 'gw_port': {'id': '0f0381e7-42de-486b-b3b8-4226787353b6', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:01Z', 'updated_at': '2021-10-27T10:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_floatingips': [{'id': '4c5463ad-8edf-464d-9b1d-9a88e63621b0', 'tenant_id': '20d2cc4467704c129f691b1ba2dd72cc', 'floating_ip_address': '172.27.0.248', 'floating_network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'router_id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'port_id': 'ce250e52-6e43-4318-b350-7be41ebadf60', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '232c2cd8-3827-47b2-95ae-f90c0b9d2e5c', 'mac_address': 'fa:16:3e:7a:32:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01fe47f-50a0-42a2-80a2-f9371f57ff57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:13:13Z', 'updated_at': '2021-10-27T10:13:52Z', 'revision_number': 1, 'project_id': '20d2cc4467704c129f691b1ba2dd72cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60f2a9e9-4a35-494b-b9c9-9aaaa587e2c1', 'name': '', 'network_id': '232c2cd8-3827-47b2-95ae-f90c0b9d2e5c', 'tenant_id': '20d2cc4467704c129f691b1ba2dd72cc', 'mac_address': 'fa:16:3e:df:d5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '32f65f21-7a7c-4568-afd2-3193e7fc13b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:05Z', 'updated_at': '2021-10-27T10:13:13Z', 'revision_number': 5, 'project_id': '20d2cc4467704c129f691b1ba2dd72cc', 'subnets': [{'id': '32f65f21-7a7c-4568-afd2-3193e7fc13b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:13:55.016935 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15be0c65-acf7-43ff-ba6a-d75aa40720fc None None] Checking router: 6583f1c3-2cd5-41fc-a7f7-ebb598d22137 for host: dv-cinder-815146-2-iscsi {{(pid=101976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:13:55.026723 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15be0c65-acf7-43ff-ba6a-d75aa40720fc None None] Routers {'6583f1c3-2cd5-41fc-a7f7-ebb598d22137'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:13:55.027577 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-15be0c65-acf7-43ff-ba6a-d75aa40720fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:13:34Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['6583f1c3-2cd5-41fc-a7f7-ebb598d22137'], 'active': True} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:13:55.058856 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-29b26fb1-e5d2-4f4b-a918-e0a16ebece32 req-9967ce46-6162-4852-9f68-01469ae606f0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce250e52-6e43-4318-b350-7be41ebadf60 HTTP/1.1" status: 200 len: 999 time: 0.1629343 Oct 27 10:13:55.096362 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-369a87ea-8fd9-410d-9a0b-f4e5da55eccb service neutron] 10.222.0.81 "GET /v2.0/networks/64730957-0685-45e8-a53b-c82ea933de78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452503 Oct 27 10:13:55.104327 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 45936) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:55.122856 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168b574-41fc-4bc0-9e4d-ad497df68857 req-90e8a959-e1f8-4315-8c72-511f32cafc12 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:55.124402 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-6168b574-41fc-4bc0-9e4d-ad497df68857 req-90e8a959-e1f8-4315-8c72-511f32cafc12 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/ports?device_id=eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8 HTTP/1.1" status: 200 len: 946 time: 0.1192560 Oct 27 10:13:55.131129 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-0c9f9483-bd86-4e80-b4dc-c3284032b312 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:55.153301 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvr_db [None req-15be0c65-acf7-43ff-ba6a-d75aa40720fc None None] Set router 6583f1c3-2cd5-41fc-a7f7-ebb598d22137 gateway port host: dv-cinder-815146-2-iscsi {{(pid=101976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:13:55.156401 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b26fb1-e5d2-4f4b-a918-e0a16ebece32 req-88d26051-d286-4294-8e74-2946316d4e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:55.158070 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-29b26fb1-e5d2-4f4b-a918-e0a16ebece32 req-88d26051-d286-4294-8e74-2946316d4e59 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=32f65f21-7a7c-4568-afd2-3193e7fc13b4 HTTP/1.1" status: 200 len: 856 time: 0.0877318 Oct 27 10:13:55.206595 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-6168b574-41fc-4bc0-9e4d-ad497df68857 req-473d2fe9-fe54-470c-9d27-1503bf742d46 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a8c43d3-c3be-4050-97e7-896ccaba2e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707996 Oct 27 10:13:55.238817 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b26fb1-e5d2-4f4b-a918-e0a16ebece32 req-fa21bf3a-9510-493d-b15f-8862af5452eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:55.240329 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-29b26fb1-e5d2-4f4b-a918-e0a16ebece32 req-fa21bf3a-9510-493d-b15f-8862af5452eb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=232c2cd8-3827-47b2-95ae-f90c0b9d2e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0686674 Oct 27 10:13:55.266169 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-b7abd96c-7af9-465c-a506-a02f3f47ad2a req-e8b275b6-a8be-45c4-9443-2fc78d9dbb2d service neutron] 10.222.0.81 "GET /v2.0/networks/64730957-0685-45e8-a53b-c82ea933de78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437201 Oct 27 10:13:55.305622 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-0c9f9483-bd86-4e80-b4dc-c3284032b312 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:55.455592 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-29b26fb1-e5d2-4f4b-a918-e0a16ebece32 req-e623addf-33a7-4f20-8ba7-1294a19ab714 service neutron] 10.222.0.81 "GET /v2.0/networks/232c2cd8-3827-47b2-95ae-f90c0b9d2e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059588 Oct 27 10:13:55.464901 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-15be0c65-acf7-43ff-ba6a-d75aa40720fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'name': 'tempest-AttachVolumeShelveTestJSON-1169022080-router', 'tenant_id': '20d2cc4467704c129f691b1ba2dd72cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '0f0381e7-42de-486b-b3b8-4226787353b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:00Z', 'updated_at': '2021-10-27T10:13:06Z', 'revision_number': 4, 'project_id': '20d2cc4467704c129f691b1ba2dd72cc', 'gw_port': {'id': '0f0381e7-42de-486b-b3b8-4226787353b6', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:01Z', 'updated_at': '2021-10-27T10:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_floatingips': [{'id': '4c5463ad-8edf-464d-9b1d-9a88e63621b0', 'tenant_id': '20d2cc4467704c129f691b1ba2dd72cc', 'floating_ip_address': '172.27.0.248', 'floating_network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'router_id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'port_id': 'ce250e52-6e43-4318-b350-7be41ebadf60', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '232c2cd8-3827-47b2-95ae-f90c0b9d2e5c', 'mac_address': 'fa:16:3e:7a:32:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01fe47f-50a0-42a2-80a2-f9371f57ff57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:13:13Z', 'updated_at': '2021-10-27T10:13:52Z', 'revision_number': 1, 'project_id': '20d2cc4467704c129f691b1ba2dd72cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60f2a9e9-4a35-494b-b9c9-9aaaa587e2c1', 'name': '', 'network_id': '232c2cd8-3827-47b2-95ae-f90c0b9d2e5c', 'tenant_id': '20d2cc4467704c129f691b1ba2dd72cc', 'mac_address': 'fa:16:3e:df:d5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '32f65f21-7a7c-4568-afd2-3193e7fc13b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:05Z', 'updated_at': '2021-10-27T10:13:13Z', 'revision_number': 5, 'project_id': '20d2cc4467704c129f691b1ba2dd72cc', 'subnets': [{'id': '32f65f21-7a7c-4568-afd2-3193e7fc13b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:13:55.474422 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-0c9f9483-bd86-4e80-b4dc-c3284032b312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:55.532064 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15be0c65-acf7-43ff-ba6a-d75aa40720fc None None] The sync data for ids ['6583f1c3-2cd5-41fc-a7f7-ebb598d22137'] in dv-cinder-815146-2-iscsi is: [{'id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'name': 'tempest-AttachVolumeShelveTestJSON-1169022080-router', 'tenant_id': '20d2cc4467704c129f691b1ba2dd72cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '0f0381e7-42de-486b-b3b8-4226787353b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:00Z', 'updated_at': '2021-10-27T10:13:06Z', 'revision_number': 4, 'project_id': '20d2cc4467704c129f691b1ba2dd72cc', 'gw_port': {'id': '0f0381e7-42de-486b-b3b8-4226787353b6', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:01Z', 'updated_at': '2021-10-27T10:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_floatingips': [{'id': '4c5463ad-8edf-464d-9b1d-9a88e63621b0', 'tenant_id': '20d2cc4467704c129f691b1ba2dd72cc', 'floating_ip_address': '172.27.0.248', 'floating_network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'router_id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'port_id': 'ce250e52-6e43-4318-b350-7be41ebadf60', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '232c2cd8-3827-47b2-95ae-f90c0b9d2e5c', 'mac_address': 'fa:16:3e:7a:32:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01fe47f-50a0-42a2-80a2-f9371f57ff57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:13:13Z', 'updated_at': '2021-10-27T10:13:52Z', 'revision_number': 1, 'project_id': '20d2cc4467704c129f691b1ba2dd72cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60f2a9e9-4a35-494b-b9c9-9aaaa587e2c1', 'name': '', 'network_id': '232c2cd8-3827-47b2-95ae-f90c0b9d2e5c', 'tenant_id': '20d2cc4467704c129f691b1ba2dd72cc', 'mac_address': 'fa:16:3e:df:d5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '32f65f21-7a7c-4568-afd2-3193e7fc13b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:05Z', 'updated_at': '2021-10-27T10:13:13Z', 'revision_number': 5, 'project_id': '20d2cc4467704c129f691b1ba2dd72cc', 'subnets': [{'id': '32f65f21-7a7c-4568-afd2-3193e7fc13b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:13:55.543988 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f9483-bd86-4e80-b4dc-c3284032b312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e881e4-0f51-418e-b166-b6b951075d55,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:55.554480 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-0c9f9483-bd86-4e80-b4dc-c3284032b312 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1cd828d9de1c40dc9ceb23914b21b4ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4491072 Oct 27 10:13:55.569217 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3f7c9-fccd-4ba5-a4ce-b6f2ed1e3c63 req-63cd99fb-b9be-48e7-a4e7-50dfa21d0fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:55.571067 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-37c3f7c9-fccd-4ba5-a4ce-b6f2ed1e3c63 req-63cd99fb-b9be-48e7-a4e7-50dfa21d0fe8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5e2353d1a0fa4f5ab4837f867cb6c240&device_id=22320788-c13c-4bdf-9277-dc7be7a5b542 HTTP/1.1" status: 200 len: 1101 time: 0.1622710 Oct 27 10:13:55.581784 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 45958) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:55.599724 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f64f8-0856-4697-ade9-2d130ecd037b req-514abff7-efde-40ae-821a-8cd72552428e tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:55.602006 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-036f64f8-0856-4697-ade9-2d130ecd037b req-514abff7-efde-40ae-821a-8cd72552428e tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 945 time: 0.2288959 Oct 27 10:13:55.607850 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-29b26fb1-e5d2-4f4b-a918-e0a16ebece32 req-bf85412a-5180-4e1e-8973-252e1bcf6dcc service neutron] 10.222.0.81 "GET /v2.0/networks/232c2cd8-3827-47b2-95ae-f90c0b9d2e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396074 Oct 27 10:13:55.673609 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-036f64f8-0856-4697-ade9-2d130ecd037b req-a612ef54-885c-400f-883d-02bb1fcdc971 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549374 Oct 27 10:13:55.811272 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6765b-e5eb-418f-a1a6-9aebc18611c5 req-c6975d02-78fb-4283-b869-4acc5672430d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:55.813254 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-4fc6765b-e5eb-418f-a1a6-9aebc18611c5 req-c6975d02-78fb-4283-b869-4acc5672430d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=84ee96eca37f439da63d7612697a0a33&device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 1098 time: 0.0793798 Oct 27 10:13:55.910506 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480627e0-de36-4f50-b837-673451ee2a4a None None] New status for floating IP 4c5463ad-8edf-464d-9b1d-9a88e63621b0: ACTIVE {{(pid=101975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:13:55.954669 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f97f80-cb9c-41f5-b560-db8cafc8f027 req-d948d51f-6583-4859-984f-c953b14461ee tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:55.956204 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-59f97f80-cb9c-41f5-b560-db8cafc8f027 req-d948d51f-6583-4859-984f-c953b14461ee tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 945 time: 0.3054519 Oct 27 10:13:55.986558 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecabce9-65fb-4d4f-af73-239a7b458af0 req-526e4e9d-e793-48b8-8122-99b780b12a86 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:55.990185 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7ecabce9-65fb-4d4f-af73-239a7b458af0 req-526e4e9d-e793-48b8-8122-99b780b12a86 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] 10.222.0.36 "GET /v2.0/ports?device_id=22320788-c13c-4bdf-9277-dc7be7a5b542 HTTP/1.1" status: 200 len: 948 time: 0.0905259 Oct 27 10:13:56.004162 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-a5779566-a1a8-4401-bb47-abcefe624436 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:56.007573 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3f7c9-fccd-4ba5-a4ce-b6f2ed1e3c63 req-998115b8-f597-4ffc-bc79-7887a8f8437f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:56.009044 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-37c3f7c9-fccd-4ba5-a4ce-b6f2ed1e3c63 req-998115b8-f597-4ffc-bc79-7887a8f8437f service neutron] 10.222.0.81 "GET /v2.0/networks?id=64730957-0685-45e8-a53b-c82ea933de78 HTTP/1.1" status: 200 len: 871 time: 0.4251289 Oct 27 10:13:56.014891 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6765b-e5eb-418f-a1a6-9aebc18611c5 req-99073789-7b57-44bd-8e6a-f33aa342a0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:56.016384 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-4fc6765b-e5eb-418f-a1a6-9aebc18611c5 req-99073789-7b57-44bd-8e6a-f33aa342a0b3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f7961d2d-16df-4f4e-ba8f-b487aecddcfb HTTP/1.1" status: 200 len: 921 time: 0.1944311 Oct 27 10:13:56.041886 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-59f97f80-cb9c-41f5-b560-db8cafc8f027 req-ba3d6558-83c9-4d75-84a1-4f349bb48ec1 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770411 Oct 27 10:13:56.049618 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-a5779566-a1a8-4401-bb47-abcefe624436 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:56.084515 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-37c3f7c9-fccd-4ba5-a4ce-b6f2ed1e3c63 req-8527d459-4006-49de-8a33-222531870730 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=248a91f9-225c-49d3-96ba-15e73bd40509 HTTP/1.1" status: 200 len: 217 time: 0.0413399 Oct 27 10:13:56.090472 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7ecabce9-65fb-4d4f-af73-239a7b458af0 req-ed9d7a2a-76d3-4937-a404-57ec4e01b68b tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d02401f-76eb-4046-94ae-ebedcef610c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910082 Oct 27 10:13:56.091676 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-4fc6765b-e5eb-418f-a1a6-9aebc18611c5 req-5cb1ef5f-c4f4-4c29-866c-965c7d32734d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4dd3818-ccac-43b8-ae90-4c213b2badd4 HTTP/1.1" status: 200 len: 217 time: 0.0492747 Oct 27 10:13:56.187023 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3f7c9-fccd-4ba5-a4ce-b6f2ed1e3c63 req-40bf248d-f329-4524-aa15-7989aa72fb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:56.187780 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6765b-e5eb-418f-a1a6-9aebc18611c5 req-b9582811-21fc-4807-8cbf-61dc2c436c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:56.188381 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-37c3f7c9-fccd-4ba5-a4ce-b6f2ed1e3c63 req-40bf248d-f329-4524-aa15-7989aa72fb14 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=71f5c16b-1331-4e5c-b488-2ae00aba05de HTTP/1.1" status: 200 len: 843 time: 0.0947711 Oct 27 10:13:56.189764 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-4fc6765b-e5eb-418f-a1a6-9aebc18611c5 req-b9582811-21fc-4807-8cbf-61dc2c436c43 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5c71709b-7393-40ed-a177-1fb36198be48 HTTP/1.1" status: 200 len: 859 time: 0.0902560 Oct 27 10:13:56.208886 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ad890-14aa-4f03-bf86-b5cd31fe275f req-4beca2cf-5396-437a-976a-62abd2834663 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:56.210948 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-d66ad890-14aa-4f03-bf86-b5cd31fe275f req-4beca2cf-5396-437a-976a-62abd2834663 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 945 time: 0.0769260 Oct 27 10:13:56.221435 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 45970) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:56.224898 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [None req-b15d0742-2f95-444f-97b3-f6cf5fe0c987 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Request body: {'floatingip': {'port_id': 'e0ce1773-183f-4c8a-a722-38d87e17f97e'}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:13:56.245021 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-4fc6765b-e5eb-418f-a1a6-9aebc18611c5 req-ff09c567-e7ad-441d-b4d7-ade62cb340c3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f7961d2d-16df-4f4e-ba8f-b487aecddcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391161 Oct 27 10:13:56.311535 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-b15d0742-2f95-444f-97b3-f6cf5fe0c987 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks [] for floatingip, before_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:56.316354 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-a5779566-a1a8-4401-bb47-abcefe624436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:56.319106 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-a5779566-a1a8-4401-bb47-abcefe624436 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:56.323104 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-a5779566-a1a8-4401-bb47-abcefe624436 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/22e881e4-0f51-418e-b166-b6b951075d55 HTTP/1.1" status: 204 len: 168 time: 0.7340717 Oct 27 10:13:56.363266 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-4fc6765b-e5eb-418f-a1a6-9aebc18611c5 req-b9b57462-4a6d-4d46-9773-737e48488f04 service neutron] 10.222.0.81 "GET /v2.0/networks/f7961d2d-16df-4f4e-ba8f-b487aecddcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094558 Oct 27 10:13:56.378786 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5779566-a1a8-4401-bb47-abcefe624436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e881e4-0f51-418e-b166-b6b951075d55,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:56.407480 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3f7c9-fccd-4ba5-a4ce-b6f2ed1e3c63 req-2420f5d5-74f1-4ea4-81b9-41315e4a1ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:56.407480 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-37c3f7c9-fccd-4ba5-a4ce-b6f2ed1e3c63 req-2420f5d5-74f1-4ea4-81b9-41315e4a1ce1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=64730957-0685-45e8-a53b-c82ea933de78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1908457 Oct 27 10:13:56.480674 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-4fc6765b-e5eb-418f-a1a6-9aebc18611c5 req-f03234cd-b2eb-413d-8803-8b02569a8466 service neutron] 10.222.0.81 "GET /v2.0/networks/f7961d2d-16df-4f4e-ba8f-b487aecddcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999372 Oct 27 10:13:56.610811 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-37c3f7c9-fccd-4ba5-a4ce-b6f2ed1e3c63 req-b2064f63-98ee-477d-9c9b-58b5818586ed service neutron] 10.222.0.81 "GET /v2.0/networks/64730957-0685-45e8-a53b-c82ea933de78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977534 Oct 27 10:13:56.990490 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-37c3f7c9-fccd-4ba5-a4ce-b6f2ed1e3c63 req-f770e7f5-f71c-4107-a6e2-7fb7c858192a service neutron] 10.222.0.81 "GET /v2.0/networks/64730957-0685-45e8-a53b-c82ea933de78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431566 Oct 27 10:13:57.095360 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-b15d0742-2f95-444f-97b3-f6cf5fe0c987 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:57.112839 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 46004) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:57.139828 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-9f2b16f6-1db5-4a35-80a5-4c87acb5fd11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:57.176123 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-b15d0742-2f95-444f-97b3-f6cf5fe0c987 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564014'] for floatingip, after_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:57.238040 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef99be-10b7-4f85-a519-03dec75407ad req-f010c923-8872-46fe-a740-f028c0d30d57 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:57.239616 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-21ef99be-10b7-4f85-a519-03dec75407ad req-f010c923-8872-46fe-a740-f028c0d30d57 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] 10.222.0.36 "GET /v2.0/ports?device_id=22320788-c13c-4bdf-9277-dc7be7a5b542 HTTP/1.1" status: 200 len: 948 time: 0.0643313 Oct 27 10:13:57.305151 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-21ef99be-10b7-4f85-a519-03dec75407ad req-6c0a4b44-6f03-41cd-b719-1db310adbc2e tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d02401f-76eb-4046-94ae-ebedcef610c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588286 Oct 27 10:13:57.520311 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8d071-5250-493e-9f90-4f1be110fa24 req-4715159f-e036-44ad-8a69-a5bcb9d1dfb7 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:57.521842 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-5ed8d071-5250-493e-9f90-4f1be110fa24 req-4715159f-e036-44ad-8a69-a5bcb9d1dfb7 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 945 time: 0.3595819 Oct 27 10:13:57.559553 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.db.l3_db [None req-b15d0742-2f95-444f-97b3-f6cf5fe0c987 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Floating IP 67c0315f-3471-41ca-bd2f-f17a8bd135da associated. External IP: 172.27.0.74, port: e0ce1773-183f-4c8a-a722-38d87e17f97e. Oct 27 10:13:57.650816 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-9f2b16f6-1db5-4a35-80a5-4c87acb5fd11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:57.659219 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-5ed8d071-5250-493e-9f90-4f1be110fa24 req-a9210430-23e8-431b-9388-a713c8d11ce3 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287577 Oct 27 10:13:57.726927 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-9f2b16f6-1db5-4a35-80a5-4c87acb5fd11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:57.802690 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-9f2b16f6-1db5-4a35-80a5-4c87acb5fd11 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b033b505fc9244acbe0e4f31cd5f801d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6881406 Oct 27 10:13:57.805251 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b16f6-1db5-4a35-80a5-4c87acb5fd11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90662d36-4175-4e88-b399-a51d491783d6,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:57.805530 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 46020) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:57.831046 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15d0742-2f95-444f-97b3-f6cf5fe0c987 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Router 3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c has already been hosted by L3 agent b2a2dab9-f998-4002-b8bb-cf3ca8546284 {{(pid=101974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:13:57.858493 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-0e6fc615-ea41-447f-8378-2da104dc3299 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:57.879327 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-0e6fc615-ea41-447f-8378-2da104dc3299 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:57.954739 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15d0742-2f95-444f-97b3-f6cf5fe0c987 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Notify agent at l3_agent.dv-cinder-815146-2-iscsi the message routers_updated {{(pid=101974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:13:57.960048 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-b15d0742-2f95-444f-97b3-f6cf5fe0c987 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for floatingip, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:57.965591 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b955b9-8f5e-40d1-9313-1ab52db426b5 None None] Sync routers for ids ['3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c'] in dv-cinder-815146-2-iscsi {{(pid=101976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:13:57.977473 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b955b9-8f5e-40d1-9313-1ab52db426b5 None None] Routers {'3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:13:57.979488 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-93b955b9-8f5e-40d1-9313-1ab52db426b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:13:34Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c'], 'active': True} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:13:57.991954 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-b15d0742-2f95-444f-97b3-f6cf5fe0c987 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "PUT /v2.0/floatingips/67c0315f-3471-41ca-bd2f-f17a8bd135da HTTP/1.1" status: 200 len: 990 time: 1.7706225 Oct 27 10:13:57.992747 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d351977-f855-401d-b0dd-9baad56cdfd7', 'tag': 'e0ce1773-183f-4c8a-a722-38d87e17f97e'}] {{(pid=101974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:13:57.995408 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf944270f4c6cd15fd7b67f1263b575d4441d7d254681f9dd92e2334043a3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c498a82-6ae4-4232-8ac4-b9c4fc1ed3b3" -d '{"events": [{"name": "network-changed", "server_uuid": "8d351977-f855-401d-b0dd-9baad56cdfd7", "tag": "e0ce1773-183f-4c8a-a722-38d87e17f97e"}]}' {{(pid=101974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:13:58.037223 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-0e6fc615-ea41-447f-8378-2da104dc3299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:58.040066 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-0e6fc615-ea41-447f-8378-2da104dc3299 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:58.042058 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-0e6fc615-ea41-447f-8378-2da104dc3299 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/90662d36-4175-4e88-b399-a51d491783d6 HTTP/1.1" status: 204 len: 168 time: 0.2354496 Oct 27 10:13:58.051420 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6fc615-ea41-447f-8378-2da104dc3299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90662d36-4175-4e88-b399-a51d491783d6,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:58.198643 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvr_db [None req-93b955b9-8f5e-40d1-9313-1ab52db426b5 None None] Set router 3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c gateway port host: dv-cinder-815146-2-iscsi {{(pid=101976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:13:58.433962 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-93b955b9-8f5e-40d1-9313-1ab52db426b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'name': 'tempest-AttachVolumeTestJSON-1029581605-router', 'tenant_id': 'e7c55039221b45c69304c1afafa20e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b0997d9b-90ac-4b76-a43a-41be4b4fa380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:01Z', 'updated_at': '2021-10-27T10:13:10Z', 'revision_number': 4, 'project_id': 'e7c55039221b45c69304c1afafa20e6a', 'gw_port': {'id': 'b0997d9b-90ac-4b76-a43a-41be4b4fa380', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:02Z', 'updated_at': '2021-10-27T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_floatingips': [{'id': '67c0315f-3471-41ca-bd2f-f17a8bd135da', 'tenant_id': 'e7c55039221b45c69304c1afafa20e6a', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'router_id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'port_id': 'e0ce1773-183f-4c8a-a722-38d87e17f97e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a629e7d-72b0-4646-a07a-812ae74aa6c3', 'mac_address': 'fa:16:3e:c4:ce:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d351977-f855-401d-b0dd-9baad56cdfd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:13:18Z', 'updated_at': '2021-10-27T10:13:56Z', 'revision_number': 1, 'project_id': 'e7c55039221b45c69304c1afafa20e6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950f21fd-ce13-465b-8d46-9d1956815de8', 'name': '', 'network_id': '8a629e7d-72b0-4646-a07a-812ae74aa6c3', 'tenant_id': 'e7c55039221b45c69304c1afafa20e6a', 'mac_address': 'fa:16:3e:b9:43:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2d043faf-de54-45d8-ad51-b3c5339bc389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:08Z', 'updated_at': '2021-10-27T10:13:14Z', 'revision_number': 5, 'project_id': 'e7c55039221b45c69304c1afafa20e6a', 'subnets': [{'id': '2d043faf-de54-45d8-ad51-b3c5339bc389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:13:58.462124 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b955b9-8f5e-40d1-9313-1ab52db426b5 None None] Checking router: 3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c for host: dv-cinder-815146-2-iscsi {{(pid=101976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:13:58.470825 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b955b9-8f5e-40d1-9313-1ab52db426b5 None None] Routers {'3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:13:58.471424 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-93b955b9-8f5e-40d1-9313-1ab52db426b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:13:34Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c'], 'active': True} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:13:58.525200 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 248a91f9-225c-49d3-96ba-15e73bd40509 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:13:58.586914 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvr_db [None req-93b955b9-8f5e-40d1-9313-1ab52db426b5 None None] Set router 3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c gateway port host: dv-cinder-815146-2-iscsi {{(pid=101976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:13:58.627466 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port 248a91f9-225c-49d3-96ba-15e73bd40509, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=248a91f9-225c-49d3-96ba-15e73bd40509,segment=NetworkSegment(fea49855-537f-4f1b-9a40-7ebc1fee40ce),segment_id=fea49855-537f-4f1b-9a40-7ebc1fee40ce)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:13:58.640062 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Returning: {'device': '248a91f9-225c-49d3-96ba-15e73bd40509', 'network_id': '64730957-0685-45e8-a53b-c82ea933de78', 'port_id': '248a91f9-225c-49d3-96ba-15e73bd40509', 'mac_address': 'fa:16:3e:40:21:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1003, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71f5c16b-1331-4e5c-b488-2ae00aba05de', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:13:58.680006 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:58.693962 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 248a91f9-225c-49d3-96ba-15e73bd40509 {{(pid=101975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:13:58.715005 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port 248a91f9-225c-49d3-96ba-15e73bd40509, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=248a91f9-225c-49d3-96ba-15e73bd40509,segment=NetworkSegment(fea49855-537f-4f1b-9a40-7ebc1fee40ce),segment_id=fea49855-537f-4f1b-9a40-7ebc1fee40ce)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:13:58.801872 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:58.830173 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-93b955b9-8f5e-40d1-9313-1ab52db426b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'name': 'tempest-AttachVolumeTestJSON-1029581605-router', 'tenant_id': 'e7c55039221b45c69304c1afafa20e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b0997d9b-90ac-4b76-a43a-41be4b4fa380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:01Z', 'updated_at': '2021-10-27T10:13:10Z', 'revision_number': 4, 'project_id': 'e7c55039221b45c69304c1afafa20e6a', 'gw_port': {'id': 'b0997d9b-90ac-4b76-a43a-41be4b4fa380', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:02Z', 'updated_at': '2021-10-27T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_floatingips': [{'id': '67c0315f-3471-41ca-bd2f-f17a8bd135da', 'tenant_id': 'e7c55039221b45c69304c1afafa20e6a', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'router_id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'port_id': 'e0ce1773-183f-4c8a-a722-38d87e17f97e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a629e7d-72b0-4646-a07a-812ae74aa6c3', 'mac_address': 'fa:16:3e:c4:ce:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d351977-f855-401d-b0dd-9baad56cdfd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:13:18Z', 'updated_at': '2021-10-27T10:13:56Z', 'revision_number': 1, 'project_id': 'e7c55039221b45c69304c1afafa20e6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950f21fd-ce13-465b-8d46-9d1956815de8', 'name': '', 'network_id': '8a629e7d-72b0-4646-a07a-812ae74aa6c3', 'tenant_id': 'e7c55039221b45c69304c1afafa20e6a', 'mac_address': 'fa:16:3e:b9:43:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2d043faf-de54-45d8-ad51-b3c5339bc389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:08Z', 'updated_at': '2021-10-27T10:13:14Z', 'revision_number': 5, 'project_id': 'e7c55039221b45c69304c1afafa20e6a', 'subnets': [{'id': '2d043faf-de54-45d8-ad51-b3c5339bc389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:13:58.859375 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=248a91f9-225c-49d3-96ba-15e73bd40509,revision_number=4']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:58.859779 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b955b9-8f5e-40d1-9313-1ab52db426b5 None None] The sync data for ids ['3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c'] in dv-cinder-815146-2-iscsi is: [{'id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'name': 'tempest-AttachVolumeTestJSON-1029581605-router', 'tenant_id': 'e7c55039221b45c69304c1afafa20e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b0997d9b-90ac-4b76-a43a-41be4b4fa380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:01Z', 'updated_at': '2021-10-27T10:13:10Z', 'revision_number': 4, 'project_id': 'e7c55039221b45c69304c1afafa20e6a', 'gw_port': {'id': 'b0997d9b-90ac-4b76-a43a-41be4b4fa380', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:02Z', 'updated_at': '2021-10-27T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_floatingips': [{'id': '67c0315f-3471-41ca-bd2f-f17a8bd135da', 'tenant_id': 'e7c55039221b45c69304c1afafa20e6a', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'router_id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'port_id': 'e0ce1773-183f-4c8a-a722-38d87e17f97e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a629e7d-72b0-4646-a07a-812ae74aa6c3', 'mac_address': 'fa:16:3e:c4:ce:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d351977-f855-401d-b0dd-9baad56cdfd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:13:18Z', 'updated_at': '2021-10-27T10:13:56Z', 'revision_number': 1, 'project_id': 'e7c55039221b45c69304c1afafa20e6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950f21fd-ce13-465b-8d46-9d1956815de8', 'name': '', 'network_id': '8a629e7d-72b0-4646-a07a-812ae74aa6c3', 'tenant_id': 'e7c55039221b45c69304c1afafa20e6a', 'mac_address': 'fa:16:3e:b9:43:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2d043faf-de54-45d8-ad51-b3c5339bc389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:08Z', 'updated_at': '2021-10-27T10:13:14Z', 'revision_number': 5, 'project_id': 'e7c55039221b45c69304c1afafa20e6a', 'subnets': [{'id': '2d043faf-de54-45d8-ad51-b3c5339bc389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:13:59.061984 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ed7eae-936e-46d6-81e2-d783ecfd292b None None] New status for floating IP 67c0315f-3471-41ca-bd2f-f17a8bd135da: ACTIVE {{(pid=101975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:14:00.675645 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f3c4dc-1918-41de-a22d-c71870500805 x-openstack-request-id: req-57f3c4dc-1918-41de-a22d-c71870500805 {{(pid=101974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:14:00.676150 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d351977-f855-401d-b0dd-9baad56cdfd7", "tag": "e0ce1773-183f-4c8a-a722-38d87e17f97e", "status": "completed", "code": 200}]} {{(pid=101974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:14:00.676150 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-57f3c4dc-1918-41de-a22d-c71870500805 {{(pid=101974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:14:00.676558 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d351977-f855-401d-b0dd-9baad56cdfd7', 'tag': 'e0ce1773-183f-4c8a-a722-38d87e17f97e', 'status': 'completed', 'code': 200} Oct 27 10:14:00.759162 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ed899-04a6-4a49-babd-512fa0f3fae5 req-5c046461-ad4c-474a-b083-04cdc13b93c0 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:00.760779 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-9f9ed899-04a6-4a49-babd-512fa0f3fae5 req-5c046461-ad4c-474a-b083-04cdc13b93c0 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] 10.222.0.36 "GET /v2.0/ports?device_id=22320788-c13c-4bdf-9277-dc7be7a5b542 HTTP/1.1" status: 200 len: 949 time: 0.0566349 Oct 27 10:14:00.778558 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1e90f-3843-4c0c-93c8-581954781294 req-d1426592-0a5b-4711-a6dd-9a7812e97c32 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:00.780560 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-ffb1e90f-3843-4c0c-93c8-581954781294 req-d1426592-0a5b-4711-a6dd-9a7812e97c32 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 945 time: 0.0530150 Oct 27 10:14:00.800957 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-9f9ed899-04a6-4a49-babd-512fa0f3fae5 req-1c9ef001-bba1-4ed0-bd33-9ee3a28ef995 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d02401f-76eb-4046-94ae-ebedcef610c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332687 Oct 27 10:14:00.850395 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-ffb1e90f-3843-4c0c-93c8-581954781294 req-86691571-945d-49fb-acce-4eeb7e4040c0 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635035 Oct 27 10:14:00.860782 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c498a82-6ae4-4232-8ac4-b9c4fc1ed3b3 req-f2b532de-1ca5-40df-a1e7-c9d5c8ff75da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:00.863848 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-0c498a82-6ae4-4232-8ac4-b9c4fc1ed3b3 req-f2b532de-1ca5-40df-a1e7-c9d5c8ff75da service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e7c55039221b45c69304c1afafa20e6a&device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 1098 time: 0.0576520 Oct 27 10:14:00.911050 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] get_ports_and_sgs() called for port_ids ['248a91f9-225c-49d3-96ba-15e73bd40509'] {{(pid=101975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:14:00.968150 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c498a82-6ae4-4232-8ac4-b9c4fc1ed3b3 req-478741ad-02b6-479d-9b0a-700c17b2e177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:00.968150 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-0c498a82-6ae4-4232-8ac4-b9c4fc1ed3b3 req-478741ad-02b6-479d-9b0a-700c17b2e177 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8a629e7d-72b0-4646-a07a-812ae74aa6c3 HTTP/1.1" status: 200 len: 913 time: 0.0871928 Oct 27 10:14:01.074747 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-0c498a82-6ae4-4232-8ac4-b9c4fc1ed3b3 req-701d3303-b1cf-4307-a577-0dbc112e8b20 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0ce1773-183f-4c8a-a722-38d87e17f97e HTTP/1.1" status: 200 len: 1000 time: 0.0998542 Oct 27 10:14:01.132758 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c498a82-6ae4-4232-8ac4-b9c4fc1ed3b3 req-ca60ddf0-4bd9-4a41-94ce-0d7a414468e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:01.134137 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-0c498a82-6ae4-4232-8ac4-b9c4fc1ed3b3 req-ca60ddf0-4bd9-4a41-94ce-0d7a414468e6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2d043faf-de54-45d8-ad51-b3c5339bc389 HTTP/1.1" status: 200 len: 850 time: 0.0510731 Oct 27 10:14:01.186684 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c498a82-6ae4-4232-8ac4-b9c4fc1ed3b3 req-43c3d672-e9d0-4d06-bd94-9f12a1f3972c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:01.188193 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-0c498a82-6ae4-4232-8ac4-b9c4fc1ed3b3 req-43c3d672-e9d0-4d06-bd94-9f12a1f3972c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8a629e7d-72b0-4646-a07a-812ae74aa6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437500 Oct 27 10:14:01.291376 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-0c498a82-6ae4-4232-8ac4-b9c4fc1ed3b3 req-f7dfb5d3-397b-4827-940c-b035351a34b4 service neutron] 10.222.0.81 "GET /v2.0/networks/8a629e7d-72b0-4646-a07a-812ae74aa6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823860 Oct 27 10:14:01.396046 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-0c498a82-6ae4-4232-8ac4-b9c4fc1ed3b3 req-ed458862-88fd-495d-b422-8c637c8e879c service neutron] 10.222.0.81 "GET /v2.0/networks/8a629e7d-72b0-4646-a07a-812ae74aa6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883558 Oct 27 10:14:01.563509 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-9c76d7d8-d976-4697-88e4-351eaa30a3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:01.931260 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16d8a7-8f98-418f-a429-00decb1d7c55 req-5a71a0d5-17a5-45b5-bf00-565b4fb31b45 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:01.932993 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-6a16d8a7-8f98-418f-a429-00decb1d7c55 req-5a71a0d5-17a5-45b5-bf00-565b4fb31b45 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] 10.222.0.36 "GET /v2.0/ports?device_id=22320788-c13c-4bdf-9277-dc7be7a5b542 HTTP/1.1" status: 200 len: 949 time: 0.0635829 Oct 27 10:14:01.983122 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-6a16d8a7-8f98-418f-a429-00decb1d7c55 req-e95b063d-fa87-4fb7-a6ff-3582fc72141c tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d02401f-76eb-4046-94ae-ebedcef610c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389125 Oct 27 10:14:01.988316 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae20546-f0aa-4c0b-b716-e457781aec66 req-fb7691cd-3080-4b11-81e2-a557b3ab4b8b tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:01.999514 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7ae20546-f0aa-4c0b-b716-e457781aec66 req-fb7691cd-3080-4b11-81e2-a557b3ab4b8b tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 945 time: 0.0622528 Oct 27 10:14:02.036933 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7ae20546-f0aa-4c0b-b716-e457781aec66 req-e527cde3-9bb5-47ef-8ff1-8d15e76f5306 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386188 Oct 27 10:14:02.038063 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 46172) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:02.147175 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-961b67e1-a01c-4ce1-8c05-b014498deaf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:02.219885 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-961b67e1-a01c-4ce1-8c05-b014498deaf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:02.292840 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-961b67e1-a01c-4ce1-8c05-b014498deaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:02.332721 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-961b67e1-a01c-4ce1-8c05-b014498deaf1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7d32c5649216435c892b33ac6d2cc2be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2933919 Oct 27 10:14:02.333557 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b67e1-a01c-4ce1-8c05-b014498deaf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7263b08-26dd-4960-af97-16a817f748d0,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:02.336696 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 46182) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:02.342895 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b67e1-a01c-4ce1-8c05-b014498deaf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:14:02.342895 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b67e1-a01c-4ce1-8c05-b014498deaf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:14:02.342895 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b67e1-a01c-4ce1-8c05-b014498deaf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:14:02.343214 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b67e1-a01c-4ce1-8c05-b014498deaf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:14:02.343340 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b67e1-a01c-4ce1-8c05-b014498deaf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:14:02.343670 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b67e1-a01c-4ce1-8c05-b014498deaf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:14:02.343998 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b67e1-a01c-4ce1-8c05-b014498deaf1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:14:02.344325 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b67e1-a01c-4ce1-8c05-b014498deaf1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:14:02.344650 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b67e1-a01c-4ce1-8c05-b014498deaf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:14:02.344974 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b67e1-a01c-4ce1-8c05-b014498deaf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:14:02.345292 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b67e1-a01c-4ce1-8c05-b014498deaf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:14:02.345610 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b67e1-a01c-4ce1-8c05-b014498deaf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:14:02.390095 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-fefa88df-8c0d-4817-8cce-6f857b9c094b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:02.411708 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-fefa88df-8c0d-4817-8cce-6f857b9c094b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:02.532951 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-fefa88df-8c0d-4817-8cce-6f857b9c094b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:02.535553 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-fefa88df-8c0d-4817-8cce-6f857b9c094b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:02.538281 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-fefa88df-8c0d-4817-8cce-6f857b9c094b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f7263b08-26dd-4960-af97-16a817f748d0 HTTP/1.1" status: 204 len: 168 time: 0.1989000 Oct 27 10:14:02.543200 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 248a91f9-225c-49d3-96ba-15e73bd40509 up at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:14:02.545247 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa88df-8c0d-4817-8cce-6f857b9c094b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7263b08-26dd-4960-af97-16a817f748d0,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:02.552464 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefa88df-8c0d-4817-8cce-6f857b9c094b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:14:02.552822 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefa88df-8c0d-4817-8cce-6f857b9c094b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:14:02.553160 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefa88df-8c0d-4817-8cce-6f857b9c094b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:14:02.553486 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefa88df-8c0d-4817-8cce-6f857b9c094b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:14:02.553833 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefa88df-8c0d-4817-8cce-6f857b9c094b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:14:02.554151 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefa88df-8c0d-4817-8cce-6f857b9c094b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:14:02.554511 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefa88df-8c0d-4817-8cce-6f857b9c094b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:14:02.554793 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefa88df-8c0d-4817-8cce-6f857b9c094b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:14:02.555300 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefa88df-8c0d-4817-8cce-6f857b9c094b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:14:02.555623 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefa88df-8c0d-4817-8cce-6f857b9c094b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:14:02.555962 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefa88df-8c0d-4817-8cce-6f857b9c094b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:14:02.556882 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefa88df-8c0d-4817-8cce-6f857b9c094b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:14:02.653826 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Provisioning for port 248a91f9-225c-49d3-96ba-15e73bd40509 completed by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:14:02.658040 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Provisioning complete for port 248a91f9-225c-49d3-96ba-15e73bd40509 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:14:02.663224 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:02.737658 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:02.759978 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22320788-c13c-4bdf-9277-dc7be7a5b542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248a91f9-225c-49d3-96ba-15e73bd40509'}] {{(pid=101975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:14:02.762286 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef74c052f1c640f85ff9302be404e86fdcd9e777050b230953bf81409b3ec6af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0be429-6450-4683-bf89-7b40128e0469" -d '{"events": [{"server_uuid": "22320788-c13c-4bdf-9277-dc7be7a5b542", "name": "network-vif-plugged", "status": "completed", "tag": "248a91f9-225c-49d3-96ba-15e73bd40509"}]}' {{(pid=101975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:14:02.775217 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port 248a91f9-225c-49d3-96ba-15e73bd40509, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=248a91f9-225c-49d3-96ba-15e73bd40509,segment=NetworkSegment(fea49855-537f-4f1b-9a40-7ebc1fee40ce),segment_id=fea49855-537f-4f1b-9a40-7ebc1fee40ce)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:14:02.853212 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:02.880127 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aca368c-4fba-4e28-bf82-dfd3a62e82f6 x-openstack-request-id: req-3aca368c-4fba-4e28-bf82-dfd3a62e82f6 {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:14:02.880385 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22320788-c13c-4bdf-9277-dc7be7a5b542", "name": "network-vif-plugged", "status": "completed", "tag": "248a91f9-225c-49d3-96ba-15e73bd40509", "code": 200}]} {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:14:02.880646 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3aca368c-4fba-4e28-bf82-dfd3a62e82f6 {{(pid=101975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:14:02.881185 dv-cinder-815146-2-iscsi neutron-server[101975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22320788-c13c-4bdf-9277-dc7be7a5b542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248a91f9-225c-49d3-96ba-15e73bd40509', 'code': 200} Oct 27 10:14:02.914319 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=248a91f9-225c-49d3-96ba-15e73bd40509,revision_number=5']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:02.923551 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:14:02.923893 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:14:02.924225 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:14:02.924555 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:14:02.924877 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:14:02.925194 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:14:02.925514 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:14:02.925857 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:14:02.926193 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:14:02.926510 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:14:02.926920 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:14:02.927236 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:14:03.118062 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44f2ae-fb78-46d4-9527-f7af83e2c9e6 req-884a479f-dc2b-42b3-8267-66f555ec1719 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:03.126330 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-3f44f2ae-fb78-46d4-9527-f7af83e2c9e6 req-884a479f-dc2b-42b3-8267-66f555ec1719 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] 10.222.0.36 "GET /v2.0/ports?device_id=22320788-c13c-4bdf-9277-dc7be7a5b542 HTTP/1.1" status: 200 len: 950 time: 0.0628619 Oct 27 10:14:03.170475 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-3f44f2ae-fb78-46d4-9527-f7af83e2c9e6 req-e4668603-fd1e-4b1b-9f89-e8cdafe9332e tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d02401f-76eb-4046-94ae-ebedcef610c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429595 Oct 27 10:14:03.181680 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 46218) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:03.204711 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-f2a86835-310f-46dc-bf1b-02b1eb7e3768 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:03.231342 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe3432-72f0-4081-968c-238cd10a9f86 req-6e77e891-91df-4dea-9d9e-aa52f99d7577 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:03.234023 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-2ebe3432-72f0-4081-968c-238cd10a9f86 req-6e77e891-91df-4dea-9d9e-aa52f99d7577 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 945 time: 0.1117113 Oct 27 10:14:03.239290 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf1a4a-31b3-4553-a43e-5f2b1d0c96e5 req-f9de0922-d045-4a36-ad0b-96f296031730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:03.241351 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-bebf1a4a-31b3-4553-a43e-5f2b1d0c96e5 req-f9de0922-d045-4a36-ad0b-96f296031730 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=22320788-c13c-4bdf-9277-dc7be7a5b542 HTTP/1.1" status: 200 len: 1103 time: 0.0598078 Oct 27 10:14:03.296531 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-2ebe3432-72f0-4081-968c-238cd10a9f86 req-f2bb6a41-df0a-4298-9754-03e1bee2db50 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536618 Oct 27 10:14:03.296780 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-f2a86835-310f-46dc-bf1b-02b1eb7e3768 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:03.302578 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-bebf1a4a-31b3-4553-a43e-5f2b1d0c96e5 req-3606204d-4823-4bfe-aebf-07b3591272fe service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=8d02401f-76eb-4046-94ae-ebedcef610c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450745 Oct 27 10:14:03.357386 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-f2a86835-310f-46dc-bf1b-02b1eb7e3768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:03.396844 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-f2a86835-310f-46dc-bf1b-02b1eb7e3768 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=430ca6b1973147129fff673432269451&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2132757 Oct 27 10:14:03.399298 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a86835-310f-46dc-bf1b-02b1eb7e3768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb827ce-c742-4e9f-a2bc-71fb8742571e,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:03.402604 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 46230) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:03.454536 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-948c16ab-74bb-4705-8b92-df688686e624 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:03.486848 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-948c16ab-74bb-4705-8b92-df688686e624 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:03.625265 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-948c16ab-74bb-4705-8b92-df688686e624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:03.629271 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-948c16ab-74bb-4705-8b92-df688686e624 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:03.630174 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-948c16ab-74bb-4705-8b92-df688686e624 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fdb827ce-c742-4e9f-a2bc-71fb8742571e HTTP/1.1" status: 204 len: 168 time: 0.2265897 Oct 27 10:14:03.641920 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c16ab-74bb-4705-8b92-df688686e624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb827ce-c742-4e9f-a2bc-71fb8742571e,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:04.151278 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-c8c26c01-edee-4f7f-afa8-a0d5bd3bd7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:04.202638 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 46256) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:04.309590 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec292c8-ac15-4aa8-8af4-ab71df684a8e req-e2d6f091-95ae-4acc-b0e1-fca813d00048 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:04.311143 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-7ec292c8-ac15-4aa8-8af4-ab71df684a8e req-e2d6f091-95ae-4acc-b0e1-fca813d00048 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] 10.222.0.36 "GET /v2.0/ports?device_id=22320788-c13c-4bdf-9277-dc7be7a5b542 HTTP/1.1" status: 200 len: 950 time: 0.0504820 Oct 27 10:14:04.336003 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-2ea320a5-464b-4310-ab97-e2cf0586928c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:04.355991 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-7ec292c8-ac15-4aa8-8af4-ab71df684a8e req-b3ff031e-ae29-4601-b600-940e7baee121 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d02401f-76eb-4046-94ae-ebedcef610c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376365 Oct 27 10:14:04.451601 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5f23e-0291-4b04-90bb-be3c4d545a0a req-0fbd5008-7db1-42a7-8d18-9e97b9ba1b92 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:04.453043 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a0a5f23e-0291-4b04-90bb-be3c4d545a0a req-0fbd5008-7db1-42a7-8d18-9e97b9ba1b92 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 945 time: 0.0775445 Oct 27 10:14:04.476398 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-2ea320a5-464b-4310-ab97-e2cf0586928c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:04.508304 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a0a5f23e-0291-4b04-90bb-be3c4d545a0a req-fd36915f-8239-4188-b289-0b7a87a40228 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444674 Oct 27 10:14:04.539798 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-2ea320a5-464b-4310-ab97-e2cf0586928c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:04.577169 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea320a5-464b-4310-ab97-e2cf0586928c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a96386-da25-4167-b87e-2d05aa896576,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:04.581625 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-2ea320a5-464b-4310-ab97-e2cf0586928c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=73eb42585b8646ebbb718f33078168a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3773286 Oct 27 10:14:04.584374 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 46278) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:04.649377 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-c52fd3af-827b-4fa8-b16e-e21b62180b82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:04.675872 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-c52fd3af-827b-4fa8-b16e-e21b62180b82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:04.797603 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-c52fd3af-827b-4fa8-b16e-e21b62180b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:04.800839 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-c52fd3af-827b-4fa8-b16e-e21b62180b82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:04.802086 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-c52fd3af-827b-4fa8-b16e-e21b62180b82 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c3a96386-da25-4167-b87e-2d05aa896576 HTTP/1.1" status: 204 len: 168 time: 0.2166717 Oct 27 10:14:04.826111 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52fd3af-827b-4fa8-b16e-e21b62180b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a96386-da25-4167-b87e-2d05aa896576,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:04.932744 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 46300) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:05.028154 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-b02f23bf-7b78-405d-a586-ce3ed2e03c46 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-805153065-network', 'tenant_id': '300eddcaac334ac7aa1dc54d1dba75f5'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:14:05.157224 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02f23bf-7b78-405d-a586-ce3ed2e03c46 admin admin] Made reservation on behalf of 300eddcaac334ac7aa1dc54d1dba75f5 for: {'network': 1} {{(pid=101973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:14:05.159567 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b02f23bf-7b78-405d-a586-ce3ed2e03c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for network, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:05.174544 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b02f23bf-7b78-405d-a586-ce3ed2e03c46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:05.214459 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:05.257676 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b02f23bf-7b78-405d-a586-ce3ed2e03c46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:05.324528 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b02f23bf-7b78-405d-a586-ce3ed2e03c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:05.349098 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b02f23bf-7b78-405d-a586-ce3ed2e03c46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1036} {{(pid=101973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:14:05.358990 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02f23bf-7b78-405d-a586-ce3ed2e03c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e97ab8f-3cdb-4b8f-9ec7-0a4059d51ce9,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:05.363647 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b02f23bf-7b78-405d-a586-ce3ed2e03c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908'] for segment, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:05.363986 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.db.segments_db [None req-b02f23bf-7b78-405d-a586-ce3ed2e03c46 admin admin] Added segment c7745cd2-8360-4b10-82ef-0ec083c118f3 of type vlan for network 9c3e6a8c-4c93-4a8b-8c34-db8ed688ead3 Oct 27 10:14:05.406211 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b02f23bf-7b78-405d-a586-ce3ed2e03c46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740339715530'] for network, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:05.471545 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 46322) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:05.478409 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0facb-8d95-45be-8af9-eac835c1cb3a req-66c71456-21e6-4293-b529-e37069ef550e tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:05.479904 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-3ce0facb-8d95-45be-8af9-eac835c1cb3a req-66c71456-21e6-4293-b529-e37069ef550e tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] 10.222.0.36 "GET /v2.0/ports?device_id=22320788-c13c-4bdf-9277-dc7be7a5b542 HTTP/1.1" status: 200 len: 950 time: 0.0525224 Oct 27 10:14:05.485062 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-ebea293c-320f-471c-bd40-4e3ce43aa59c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:05.506688 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b02f23bf-7b78-405d-a586-ce3ed2e03c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413'] for network, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:05.507601 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02f23bf-7b78-405d-a586-ce3ed2e03c46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:05.508204 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b02f23bf-7b78-405d-a586-ce3ed2e03c46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for network, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:05.537361 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-3ce0facb-8d95-45be-8af9-eac835c1cb3a req-e9bb7023-3b10-4c75-b693-357aadf20e69 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d02401f-76eb-4046-94ae-ebedcef610c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513670 Oct 27 10:14:05.590809 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02f23bf-7b78-405d-a586-ce3ed2e03c46 admin admin] Pushing event updated for resources: {'Network': ['ID=9c3e6a8c-4c93-4a8b-8c34-db8ed688ead3,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:05.592268 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-ebea293c-320f-471c-bd40-4e3ce43aa59c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:05.602298 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-b02f23bf-7b78-405d-a586-ce3ed2e03c46 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6676927 Oct 27 10:14:05.604791 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 46332) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:05.611616 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Network 9c3e6a8c-4c93-4a8b-8c34-db8ed688ead3 details requested by agent ovs-agent-dv-cinder-815146-2-iscsi with host dv-cinder-815146-2-iscsi {{(pid=101975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:14:05.613148 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [None req-471361c3-6b05-47a2-8e92-4e2a687a6225 admin admin] Request body: {'subnet': {'network_id': '9c3e6a8c-4c93-4a8b-8c34-db8ed688ead3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-805153065-subnet', 'tenant_id': '300eddcaac334ac7aa1dc54d1dba75f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:14:05.688613 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-ebea293c-320f-471c-bd40-4e3ce43aa59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:05.717533 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 46336) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:05.739257 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471361c3-6b05-47a2-8e92-4e2a687a6225 admin admin] Made reservation on behalf of 300eddcaac334ac7aa1dc54d1dba75f5 for: {'subnet': 1} {{(pid=101974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:14:05.743845 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-471361c3-6b05-47a2-8e92-4e2a687a6225 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:05.756816 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d571e80-1074-466d-bf2d-b85eee68d441 req-0af3ea0b-c806-41c9-8edd-b42ccc29b335 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:05.758487 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-7d571e80-1074-466d-bf2d-b85eee68d441 req-0af3ea0b-c806-41c9-8edd-b42ccc29b335 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 945 time: 0.1181655 Oct 27 10:14:05.759100 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea293c-320f-471c-bd40-4e3ce43aa59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d72ecd-0608-4db4-b1f5-0f9553387051,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:05.763117 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-ebea293c-320f-471c-bd40-4e3ce43aa59c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2648d2416d274657acb90c7297fa9e97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2903438 Oct 27 10:14:05.766177 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 46340) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:05.840274 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-a2e037f9-fb03-477b-ab01-db2fb5dbc885 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:05.859999 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:05.861821 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-ab13f44a-302a-4624-873b-ebe91f6593ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:05.862346 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-7d571e80-1074-466d-bf2d-b85eee68d441 req-77f113c3-54f0-430c-95f5-bbe486d013ce tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884731 Oct 27 10:14:05.899898 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-ab13f44a-302a-4624-873b-ebe91f6593ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:05.980877 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-a2e037f9-fb03-477b-ab01-db2fb5dbc885 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:06.104638 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-ab13f44a-302a-4624-873b-ebe91f6593ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:06.107564 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-ab13f44a-302a-4624-873b-ebe91f6593ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:06.108868 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-ab13f44a-302a-4624-873b-ebe91f6593ed admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/92d72ecd-0608-4db4-b1f5-0f9553387051 HTTP/1.1" status: 204 len: 168 time: 0.3414092 Oct 27 10:14:06.109080 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409d82b-3628-44c5-a335-43fc6907960a req-7bffa915-2fc0-4829-a9d8-c327f7ef288f tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:06.109862 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-a2e037f9-fb03-477b-ab01-db2fb5dbc885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:06.110478 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-c409d82b-3628-44c5-a335-43fc6907960a req-7bffa915-2fc0-4829-a9d8-c327f7ef288f tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] 10.222.0.36 "GET /v2.0/ports?device_id=22320788-c13c-4bdf-9277-dc7be7a5b542 HTTP/1.1" status: 200 len: 950 time: 0.0510678 Oct 27 10:14:06.124835 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-471361c3-6b05-47a2-8e92-4e2a687a6225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413'] for subnet, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:06.134353 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13f44a-302a-4624-873b-ebe91f6593ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d72ecd-0608-4db4-b1f5-0f9553387051,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:06.176859 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-a2e037f9-fb03-477b-ab01-db2fb5dbc885 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1b2a578bdb9548019f55482953c242ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4644883 Oct 27 10:14:06.184633 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 46350) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:06.211800 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e037f9-fb03-477b-ab01-db2fb5dbc885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af898b3d-f3f0-4d4e-b8a8-4ac4123ade20,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:06.232705 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-c409d82b-3628-44c5-a335-43fc6907960a req-b414989b-ac77-4158-8148-5a749649bda8 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d02401f-76eb-4046-94ae-ebedcef610c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080208 Oct 27 10:14:06.254113 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471361c3-6b05-47a2-8e92-4e2a687a6225 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95a11308-df49-481a-9f77-b222a1851685,revision_number=0']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:06.261882 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471361c3-6b05-47a2-8e92-4e2a687a6225 admin admin] Checking segment: {'id': 'c7745cd2-8360-4b10-82ef-0ec083c118f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '9c3e6a8c-4c93-4a8b-8c34-db8ed688ead3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:14:06.262349 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471361c3-6b05-47a2-8e92-4e2a687a6225 admin admin] Network hostable DHCP agents. Network: 9c3e6a8c-4c93-4a8b-8c34-db8ed688ead3, hostable agents: ['09a5fe22-088d-4af2-a4f8-d44fceaa8957'], hosted agents: [] {{(pid=101974) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:14:06.281411 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-0e886145-81c1-41ff-acb1-9724602f06a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:06.304215 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-0e886145-81c1-41ff-acb1-9724602f06a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:06.334411 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471361c3-6b05-47a2-8e92-4e2a687a6225 admin admin] Network 9c3e6a8c-4c93-4a8b-8c34-db8ed688ead3 is scheduled to be hosted by DHCP agent 09a5fe22-088d-4af2-a4f8-d44fceaa8957 with binding_index 1 {{(pid=101974) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:14:06.426046 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.base_scheduler [None req-471361c3-6b05-47a2-8e92-4e2a687a6225 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-2-iscsi, 9c3e6a8c-4c93-4a8b-8c34-db8ed688ead3) {{(pid=101974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:14:06.426215 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-0e886145-81c1-41ff-acb1-9724602f06a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:06.430679 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-0e886145-81c1-41ff-acb1-9724602f06a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:06.432410 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-0e886145-81c1-41ff-acb1-9724602f06a2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/af898b3d-f3f0-4d4e-b8a8-4ac4123ade20 HTTP/1.1" status: 204 len: 168 time: 0.2463739 Oct 27 10:14:06.435594 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1e20f2-0ace-4911-a690-5ca0add31925 None None] Network 9c3e6a8c-4c93-4a8b-8c34-db8ed688ead3 requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:14:06.446682 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471361c3-6b05-47a2-8e92-4e2a687a6225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:06.448018 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-471361c3-6b05-47a2-8e92-4e2a687a6225 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for subnet, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:06.448929 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e886145-81c1-41ff-acb1-9724602f06a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af898b3d-f3f0-4d4e-b8a8-4ac4123ade20,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:06.547802 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-471361c3-6b05-47a2-8e92-4e2a687a6225 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9410601 Oct 27 10:14:06.598664 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee533add-ece4-4cb2-87d6-3637fbdeb58b None None] Network 9c3e6a8c-4c93-4a8b-8c34-db8ed688ead3 requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:14:06.980517 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509863eb-3d79-4db1-8572-a8ed62cb4050 req-2aa15481-3424-4cf9-b4f7-dc2a879f0585 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:06.982064 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-509863eb-3d79-4db1-8572-a8ed62cb4050 req-2aa15481-3424-4cf9-b4f7-dc2a879f0585 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 945 time: 0.0516789 Oct 27 10:14:07.021658 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-509863eb-3d79-4db1-8572-a8ed62cb4050 req-db2fc561-3833-43d6-8b4f-9565573e8bc0 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336070 Oct 27 10:14:07.092798 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:07.196351 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 46376) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:07.209898 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-5aabe5e5-32cc-4568-959a-81edae163c33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:07.299365 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-5aabe5e5-32cc-4568-959a-81edae163c33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:07.361898 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0ded1-5710-4686-ab70-d6719005c809 req-064150b6-7266-40d3-afb1-75db3114a3ee tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:07.363416 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-10f0ded1-5710-4686-ab70-d6719005c809 req-064150b6-7266-40d3-afb1-75db3114a3ee tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] 10.222.0.36 "GET /v2.0/ports?device_id=22320788-c13c-4bdf-9277-dc7be7a5b542 HTTP/1.1" status: 200 len: 950 time: 0.0472386 Oct 27 10:14:07.367165 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-5aabe5e5-32cc-4568-959a-81edae163c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:07.407178 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-5aabe5e5-32cc-4568-959a-81edae163c33 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=23d4688b626c493b81c68eded7311234&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2090485 Oct 27 10:14:07.412868 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aabe5e5-32cc-4568-959a-81edae163c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9184da8d-fe52-462d-8cca-a060e923b804,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:07.412868 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 46384) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:07.421630 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-10f0ded1-5710-4686-ab70-d6719005c809 req-9499ff69-5d2c-4351-9b77-2842692f6092 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d02401f-76eb-4046-94ae-ebedcef610c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370736 Oct 27 10:14:07.473384 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4f94eeae-bc75-4b6a-b22f-bc8b34990433 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:07.504618 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4f94eeae-bc75-4b6a-b22f-bc8b34990433 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:07.675763 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4f94eeae-bc75-4b6a-b22f-bc8b34990433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:07.678634 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4f94eeae-bc75-4b6a-b22f-bc8b34990433 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:07.679804 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-4f94eeae-bc75-4b6a-b22f-bc8b34990433 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9184da8d-fe52-462d-8cca-a060e923b804 HTTP/1.1" status: 204 len: 168 time: 0.2647338 Oct 27 10:14:07.691237 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f94eeae-bc75-4b6a-b22f-bc8b34990433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9184da8d-fe52-462d-8cca-a060e923b804,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:07.904540 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 46408) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:07.910242 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [None req-0c03708f-1066-4a0c-aa79-aeb686f48431 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1550775562-network', 'tenant_id': 'f884858737e74348b769510314de80ab'}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:14:08.002647 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c03708f-1066-4a0c-aa79-aeb686f48431 admin admin] Made reservation on behalf of f884858737e74348b769510314de80ab for: {'network': 1} {{(pid=101974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:14:08.005030 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-0c03708f-1066-4a0c-aa79-aeb686f48431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for network, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:08.013638 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-0c03708f-1066-4a0c-aa79-aeb686f48431 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:08.100957 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-0c03708f-1066-4a0c-aa79-aeb686f48431 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:08.147040 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59309347-7055-42a0-809f-51ca552b5f09 req-a98deded-9d87-4ec6-ad96-5175740203d0 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:08.148544 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-59309347-7055-42a0-809f-51ca552b5f09 req-a98deded-9d87-4ec6-ad96-5175740203d0 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 945 time: 0.0477064 Oct 27 10:14:08.174286 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-0c03708f-1066-4a0c-aa79-aeb686f48431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:08.222201 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c03708f-1066-4a0c-aa79-aeb686f48431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b08ff07-f0d8-4a90-b1c7-eecebe2d8987,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:08.225611 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c03708f-1066-4a0c-aa79-aeb686f48431 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1000} {{(pid=101974) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:14:08.241000 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-59309347-7055-42a0-809f-51ca552b5f09 req-168858e7-9d12-4d5d-91f9-ba5f63a79e86 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797293 Oct 27 10:14:08.251435 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-0c03708f-1066-4a0c-aa79-aeb686f48431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908'] for segment, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:08.251971 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.db.segments_db [None req-0c03708f-1066-4a0c-aa79-aeb686f48431 admin admin] Added segment 35dcf054-ed2f-4119-b587-9b5fe3a45efb of type vlan for network 8be69fb9-c3cd-4889-bb32-cf7f802670b5 Oct 27 10:14:08.292229 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-0c03708f-1066-4a0c-aa79-aeb686f48431 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740339715530'] for network, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:08.449896 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-0c03708f-1066-4a0c-aa79-aeb686f48431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413'] for network, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:08.449896 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c03708f-1066-4a0c-aa79-aeb686f48431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:08.449896 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-0c03708f-1066-4a0c-aa79-aeb686f48431 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for network, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:08.579757 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c03708f-1066-4a0c-aa79-aeb686f48431 admin admin] Pushing event updated for resources: {'Network': ['ID=8be69fb9-c3cd-4889-bb32-cf7f802670b5,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:08.600194 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-0c03708f-1066-4a0c-aa79-aeb686f48431 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6919944 Oct 27 10:14:08.600494 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 46434) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:08.606405 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Network 8be69fb9-c3cd-4889-bb32-cf7f802670b5 details requested by agent ovs-agent-dv-cinder-815146-2-iscsi with host dv-cinder-815146-2-iscsi {{(pid=101975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:14:08.614269 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-8501a4b1-93b3-4a65-a44c-c4408352c0b7 admin admin] Request body: {'subnet': {'network_id': '8be69fb9-c3cd-4889-bb32-cf7f802670b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1550775562-subnet', 'tenant_id': 'f884858737e74348b769510314de80ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:14:08.631348 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bb3a3-fe7c-476a-bb0e-c2df877a182d req-38e94421-7d25-438b-ba44-04e621795d01 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:08.636833 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-5c5bb3a3-fe7c-476a-bb0e-c2df877a182d req-38e94421-7d25-438b-ba44-04e621795d01 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] 10.222.0.81 "GET /v2.0/ports?device_id=22320788-c13c-4bdf-9277-dc7be7a5b542 HTTP/1.1" status: 200 len: 950 time: 0.1172566 Oct 27 10:14:08.657289 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d80864-8498-40fe-a9a1-fde2994b9f8a req-f8f88521-9c48-4874-9876-c75e781b0a26 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:08.658800 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-c6d80864-8498-40fe-a9a1-fde2994b9f8a req-f8f88521-9c48-4874-9876-c75e781b0a26 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] 10.222.0.36 "GET /v2.0/ports?device_id=22320788-c13c-4bdf-9277-dc7be7a5b542 HTTP/1.1" status: 200 len: 950 time: 0.1391876 Oct 27 10:14:08.716602 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8501a4b1-93b3-4a65-a44c-c4408352c0b7 admin admin] Made reservation on behalf of f884858737e74348b769510314de80ab for: {'subnet': 1} {{(pid=101973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:14:08.719188 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8501a4b1-93b3-4a65-a44c-c4408352c0b7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:08.768220 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-c6d80864-8498-40fe-a9a1-fde2994b9f8a req-643cabfa-dfae-463c-b2f0-1e9f002f963f tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d02401f-76eb-4046-94ae-ebedcef610c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016850 Oct 27 10:14:08.853437 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.plugin [req-5c5bb3a3-fe7c-476a-bb0e-c2df877a182d req-e341ca71-eeb7-46a7-ad65-89f160ad1a1f tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] Deleting port 248a91f9-225c-49d3-96ba-15e73bd40509 {{(pid=101974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:14:08.853806 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [req-5c5bb3a3-fe7c-476a-bb0e-c2df877a182d req-e341ca71-eeb7-46a7-ad65-89f160ad1a1f tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:08.971355 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.db [req-5c5bb3a3-fe7c-476a-bb0e-c2df877a182d req-e341ca71-eeb7-46a7-ad65-89f160ad1a1f tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] For port 248a91f9-225c-49d3-96ba-15e73bd40509, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=248a91f9-225c-49d3-96ba-15e73bd40509,segment=NetworkSegment(fea49855-537f-4f1b-9a40-7ebc1fee40ce),segment_id=fea49855-537f-4f1b-9a40-7ebc1fee40ce)] {{(pid=101974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:14:08.972351 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [req-5c5bb3a3-fe7c-476a-bb0e-c2df877a182d req-e341ca71-eeb7-46a7-ad65-89f160ad1a1f tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:08.986525 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.plugin [req-5c5bb3a3-fe7c-476a-bb0e-c2df877a182d req-e341ca71-eeb7-46a7-ad65-89f160ad1a1f tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] Calling delete_port for 248a91f9-225c-49d3-96ba-15e73bd40509 owned by compute:nova {{(pid=101974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:14:09.031303 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8501a4b1-93b3-4a65-a44c-c4408352c0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413'] for subnet, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:09.092974 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8501a4b1-93b3-4a65-a44c-c4408352c0b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a54513d-70c3-443a-b9bd-3b6b4b50a28e,revision_number=0']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:09.112842 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8501a4b1-93b3-4a65-a44c-c4408352c0b7 admin admin] Checking segment: {'id': '35dcf054-ed2f-4119-b587-9b5fe3a45efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '8be69fb9-c3cd-4889-bb32-cf7f802670b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:14:09.116841 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8501a4b1-93b3-4a65-a44c-c4408352c0b7 admin admin] Network hostable DHCP agents. Network: 8be69fb9-c3cd-4889-bb32-cf7f802670b5, hostable agents: ['09a5fe22-088d-4af2-a4f8-d44fceaa8957'], hosted agents: [] {{(pid=101973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:14:09.186251 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8501a4b1-93b3-4a65-a44c-c4408352c0b7 admin admin] Network 8be69fb9-c3cd-4889-bb32-cf7f802670b5 is scheduled to be hosted by DHCP agent 09a5fe22-088d-4af2-a4f8-d44fceaa8957 with binding_index 1 {{(pid=101973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:14:09.204394 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0c1d930f-5559-438a-b806-84c65309fd05 req-9284592b-39be-44c6-b1dd-7b7462e13678 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0568089 Oct 27 10:14:09.227007 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [req-5c5bb3a3-fe7c-476a-bb0e-c2df877a182d req-e341ca71-eeb7-46a7-ad65-89f160ad1a1f tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848'] for port, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:09.245846 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] get_ports_and_sgs() called for port_ids ['248a91f9-225c-49d3-96ba-15e73bd40509'] {{(pid=101975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:14:09.259338 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [None req-8501a4b1-93b3-4a65-a44c-c4408352c0b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-2-iscsi, 8be69fb9-c3cd-4889-bb32-cf7f802670b5) {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:14:09.263799 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8501a4b1-93b3-4a65-a44c-c4408352c0b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:09.264423 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8501a4b1-93b3-4a65-a44c-c4408352c0b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for subnet, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:09.277986 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e341ca71-eeb7-46a7-ad65-89f160ad1a1f tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] Pushing event deleted for resources: {'Port': ['ID=248a91f9-225c-49d3-96ba-15e73bd40509,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:09.305414 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8198d9cb-d2a9-4524-8352-ad8a9235f22a None None] Network 8be69fb9-c3cd-4889-bb32-cf7f802670b5 requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:14:09.377307 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-8501a4b1-93b3-4a65-a44c-c4408352c0b7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7735856 Oct 27 10:14:09.378240 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c5bb3a3-fe7c-476a-bb0e-c2df877a182d req-e341ca71-eeb7-46a7-ad65-89f160ad1a1f tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] No DVR routers for this DVR port 248a91f9-225c-49d3-96ba-15e73bd40509 on host hv-cinder-81514 {{(pid=101974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:14:09.382848 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [req-5c5bb3a3-fe7c-476a-bb0e-c2df877a182d req-e341ca71-eeb7-46a7-ad65-89f160ad1a1f tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:09.387369 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-5c5bb3a3-fe7c-476a-bb0e-c2df877a182d req-e341ca71-eeb7-46a7-ad65-89f160ad1a1f tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] 10.222.0.81 "DELETE /v2.0/ports/248a91f9-225c-49d3-96ba-15e73bd40509 HTTP/1.1" status: 204 len: 173 time: 0.7276616 Oct 27 10:14:09.388049 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22320788-c13c-4bdf-9277-dc7be7a5b542', 'name': 'network-vif-deleted', 'tag': '248a91f9-225c-49d3-96ba-15e73bd40509'}] {{(pid=101974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:14:09.390564 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf944270f4c6cd15fd7b67f1263b575d4441d7d254681f9dd92e2334043a3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ed5bfd-4712-4b98-89c4-be6341169cf8" -d '{"events": [{"server_uuid": "22320788-c13c-4bdf-9277-dc7be7a5b542", "name": "network-vif-deleted", "tag": "248a91f9-225c-49d3-96ba-15e73bd40509"}]}' {{(pid=101974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:14:09.460566 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d930f-5559-438a-b806-84c65309fd05 req-2930eb1a-d9e1-437f-8180-7d8ef9ff8bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:09.462358 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0c1d930f-5559-438a-b806-84c65309fd05 req-2930eb1a-d9e1-437f-8180-7d8ef9ff8bd5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=857c6c8351d943bd9f2b135dbac4f88d&device_id=eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8 HTTP/1.1" status: 200 len: 1099 time: 0.1816726 Oct 27 10:14:09.481779 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d4e7bb-7a7f-402c-a73a-02dd500a0afe x-openstack-request-id: req-04d4e7bb-7a7f-402c-a73a-02dd500a0afe {{(pid=101974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:14:09.482239 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22320788-c13c-4bdf-9277-dc7be7a5b542", "name": "network-vif-deleted", "tag": "248a91f9-225c-49d3-96ba-15e73bd40509", "status": "completed", "code": 200}]} {{(pid=101974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:14:09.484041 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-04d4e7bb-7a7f-402c-a73a-02dd500a0afe {{(pid=101974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:14:09.484835 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22320788-c13c-4bdf-9277-dc7be7a5b542', 'name': 'network-vif-deleted', 'tag': '248a91f9-225c-49d3-96ba-15e73bd40509', 'status': 'completed', 'code': 200} Oct 27 10:14:09.544963 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d96687-1d0b-448f-9fbb-a9910e2dfa2e None None] Network 8be69fb9-c3cd-4889-bb32-cf7f802670b5 requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:14:09.559885 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbf000-69ba-4f32-a792-c842937e15da req-8a9cf01d-5e4e-4062-b0ad-c780f02668ae tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:09.569851 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-8dcbf000-69ba-4f32-a792-c842937e15da req-8a9cf01d-5e4e-4062-b0ad-c780f02668ae tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 945 time: 0.1707935 Oct 27 10:14:09.685867 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-8dcbf000-69ba-4f32-a792-c842937e15da req-4ab8e1af-46e6-4822-967f-52e27a6b3abf tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103337 Oct 27 10:14:09.722288 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d930f-5559-438a-b806-84c65309fd05 req-c3e4248e-2373-4491-aa6b-ce5262375846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:09.723997 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0c1d930f-5559-438a-b806-84c65309fd05 req-c3e4248e-2373-4491-aa6b-ce5262375846 service neutron] 10.222.0.81 "GET /v2.0/networks?id=240c3359-dfa6-4c1c-987a-075566c1ee10 HTTP/1.1" status: 200 len: 913 time: 0.2094948 Oct 27 10:14:09.805411 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0c1d930f-5559-438a-b806-84c65309fd05 req-4cadbea7-889c-4dfe-b418-85a87ae8a336 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de5d446a-d56b-485c-b30a-968347f32091 HTTP/1.1" status: 200 len: 217 time: 0.0694318 Oct 27 10:14:09.908324 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d930f-5559-438a-b806-84c65309fd05 req-ebf4df0b-22cd-4024-93c9-8c443352c67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:09.908704 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-8e121007-7e42-4caf-b019-afd971dc69f3 req-44147169-2c3c-4e70-a895-28f9f841ba98 tempest-VolumesNegativeTest-786333431 tempest-VolumesNegativeTest-786333431-project] 10.222.0.36 "GET /v2.0/ports?device_id=22320788-c13c-4bdf-9277-dc7be7a5b542 HTTP/1.1" status: 200 len: 210 time: 0.0391893 Oct 27 10:14:09.910996 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0c1d930f-5559-438a-b806-84c65309fd05 req-ebf4df0b-22cd-4024-93c9-8c443352c67b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2fa553c3-5d72-4dfc-b38c-81901cfb8d17 HTTP/1.1" status: 200 len: 851 time: 0.0828590 Oct 27 10:14:09.948435 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0c1d930f-5559-438a-b806-84c65309fd05 req-c1dbdb8e-9cab-4829-950e-ed89c6d7c718 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=240c3359-dfa6-4c1c-987a-075566c1ee10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261393 Oct 27 10:14:10.043533 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0c1d930f-5559-438a-b806-84c65309fd05 req-d67617f8-d8fa-4718-afc6-cb6448e6df8c service neutron] 10.222.0.81 "GET /v2.0/networks/240c3359-dfa6-4c1c-987a-075566c1ee10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836020 Oct 27 10:14:10.139736 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0c1d930f-5559-438a-b806-84c65309fd05 req-b08f8eb4-9e53-4100-b196-76dd837d37c2 service neutron] 10.222.0.81 "GET /v2.0/networks/240c3359-dfa6-4c1c-987a-075566c1ee10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859082 Oct 27 10:14:10.827799 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f735c9-10d6-4237-bbf7-aa1581eb5bda req-e0cdc697-c56c-4770-825e-668b57df36fa tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:10.830274 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-56f735c9-10d6-4237-bbf7-aa1581eb5bda req-e0cdc697-c56c-4770-825e-668b57df36fa tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 945 time: 0.0633790 Oct 27 10:14:10.880374 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-56f735c9-10d6-4237-bbf7-aa1581eb5bda req-c63131d1-cab3-49f2-8515-2744f185b300 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420103 Oct 27 10:14:12.054632 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0fdf5f-bd9d-4548-86ee-b1a363d8b88a req-643def2a-db6f-4aa5-9781-ab59b7d1ff14 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:12.078754 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-7f0fdf5f-bd9d-4548-86ee-b1a363d8b88a req-643def2a-db6f-4aa5-9781-ab59b7d1ff14 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 945 time: 0.1027651 Oct 27 10:14:12.132997 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-7f0fdf5f-bd9d-4548-86ee-b1a363d8b88a req-74fa5216-10d5-49f5-a5ef-2f751d88f10c tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532832 Oct 27 10:14:12.548999 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a27e4-f531-46db-b456-568e12b25b58 req-17178737-eb14-496c-a56a-7c1c5f170edc tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:12.550592 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-6f4a27e4-f531-46db-b456-568e12b25b58 req-17178737-eb14-496c-a56a-7c1c5f170edc tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/ports?device_id=eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8 HTTP/1.1" status: 200 len: 946 time: 0.0617681 Oct 27 10:14:12.588676 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-6f4a27e4-f531-46db-b456-568e12b25b58 req-235e44a3-8783-48ae-af42-71be8bfba611 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a8c43d3-c3be-4050-97e7-896ccaba2e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313761 Oct 27 10:14:12.597439 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 248a91f9-225c-49d3-96ba-15e73bd40509 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:14:12.618465 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] No Port match for: 248a91f9-225c-49d3-96ba-15e73bd40509 {{(pid=101975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:14:12.618811 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 248a91f9-225c-49d3-96ba-15e73bd40509 not bound to the agent host hv-cinder-81514 {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:14:12.754128 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 46656) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:12.860276 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-249cb254-0c86-476a-a317-c1e185cd4ec7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:12.939515 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-249cb254-0c86-476a-a317-c1e185cd4ec7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:13.002227 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:13.031530 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-249cb254-0c86-476a-a317-c1e185cd4ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:13.082488 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 46672) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:13.083281 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-249cb254-0c86-476a-a317-c1e185cd4ec7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bf04a1f13612487a80993dec0ba71c23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3280175 Oct 27 10:14:13.084416 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249cb254-0c86-476a-a317-c1e185cd4ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf73ed1-e999-4177-a850-c9b6841dd029,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:13.139950 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-a36c031e-112a-45a1-82cc-975eed2a4bf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:13.164501 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-a36c031e-112a-45a1-82cc-975eed2a4bf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:13.259957 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723417b9-9e15-4ae4-91e8-6386f94a473e req-6b82e4ce-5d5e-4e7a-ae38-06d7064fffab tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:13.259957 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-723417b9-9e15-4ae4-91e8-6386f94a473e req-6b82e4ce-5d5e-4e7a-ae38-06d7064fffab tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 945 time: 0.0572240 Oct 27 10:14:13.305558 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-723417b9-9e15-4ae4-91e8-6386f94a473e req-d4c0a2e4-7c3f-41f5-bb83-b270cd10ee92 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388060 Oct 27 10:14:13.332632 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-a36c031e-112a-45a1-82cc-975eed2a4bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:13.335990 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-a36c031e-112a-45a1-82cc-975eed2a4bf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:13.337159 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-a36c031e-112a-45a1-82cc-975eed2a4bf5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3bf73ed1-e999-4177-a850-c9b6841dd029 HTTP/1.1" status: 204 len: 168 time: 0.2598557 Oct 27 10:14:13.345260 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c031e-112a-45a1-82cc-975eed2a4bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf73ed1-e999-4177-a850-c9b6841dd029,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:13.748748 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea3d17-dc47-4da3-9f66-edd160acfcfb req-a6a8a360-4ae5-4c0d-9c68-3dfe94566198 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:13.750305 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-43ea3d17-dc47-4da3-9f66-edd160acfcfb req-a6a8a360-4ae5-4c0d-9c68-3dfe94566198 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/ports?device_id=eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8 HTTP/1.1" status: 200 len: 946 time: 0.0781531 Oct 27 10:14:13.800725 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-43ea3d17-dc47-4da3-9f66-edd160acfcfb req-374ae5bd-f576-4a54-aa29-131c875bb3cd tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a8c43d3-c3be-4050-97e7-896ccaba2e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401206 Oct 27 10:14:14.058028 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 46746) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:14.073903 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-83e19db7-ee27-4926-a279-4a6b4da3580c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:14.158032 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-83e19db7-ee27-4926-a279-4a6b4da3580c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:14.230783 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-83e19db7-ee27-4926-a279-4a6b4da3580c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:14.269076 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-83e19db7-ee27-4926-a279-4a6b4da3580c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=edb27750ab6849e29db412fe23959b7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2098556 Oct 27 10:14:14.269945 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e19db7-ee27-4926-a279-4a6b4da3580c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e0cb36-de71-447c-a96a-355293f0402b,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:14.271936 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 46754) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:14.325681 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-09eb5730-d98e-4171-bdd5-4d8a97f4233e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:14.347872 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-09eb5730-d98e-4171-bdd5-4d8a97f4233e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:14.436889 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267166a-2454-42a3-9206-67f27dd9cdca req-7e8dd77e-a4c9-4d5e-bc56-2db8154e1d9d tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:14.442481 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-c267166a-2454-42a3-9206-67f27dd9cdca req-7e8dd77e-a4c9-4d5e-bc56-2db8154e1d9d tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 945 time: 0.0672271 Oct 27 10:14:14.476377 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-09eb5730-d98e-4171-bdd5-4d8a97f4233e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:14.479061 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-09eb5730-d98e-4171-bdd5-4d8a97f4233e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:14.480543 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-09eb5730-d98e-4171-bdd5-4d8a97f4233e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/92e0cb36-de71-447c-a96a-355293f0402b HTTP/1.1" status: 204 len: 168 time: 0.2074671 Oct 27 10:14:14.488650 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-c267166a-2454-42a3-9206-67f27dd9cdca req-dcdb2d52-b992-43fa-a228-aa7498692ccc tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440433 Oct 27 10:14:14.495582 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb5730-d98e-4171-bdd5-4d8a97f4233e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e0cb36-de71-447c-a96a-355293f0402b,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:14.847693 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d90ad33-7ca2-4aeb-9e6c-65f062196d9a req-3b8d7bcd-b120-4d2a-8467-145c7f1d5ed1 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:14.862095 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-9d90ad33-7ca2-4aeb-9e6c-65f062196d9a req-3b8d7bcd-b120-4d2a-8467-145c7f1d5ed1 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.81 "GET /v2.0/ports?device_id=eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8 HTTP/1.1" status: 200 len: 946 time: 0.0759709 Oct 27 10:14:15.017224 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [req-9d90ad33-7ca2-4aeb-9e6c-65f062196d9a req-5089c7e6-d953-4d52-ae59-fbda5d0d035b tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Deleting port de5d446a-d56b-485c-b30a-968347f32091 {{(pid=101973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:14:15.019735 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-9d90ad33-7ca2-4aeb-9e6c-65f062196d9a req-5089c7e6-d953-4d52-ae59-fbda5d0d035b tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:15.154104 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2662d44-1568-4ed9-9175-916b1178a739 req-9dd8ea90-1857-452f-9e16-c221b730a1ae tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:15.155514 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-c2662d44-1568-4ed9-9175-916b1178a739 req-9dd8ea90-1857-452f-9e16-c221b730a1ae tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/ports?device_id=eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8 HTTP/1.1" status: 200 len: 946 time: 0.0658085 Oct 27 10:14:15.169696 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-9d90ad33-7ca2-4aeb-9e6c-65f062196d9a req-5089c7e6-d953-4d52-ae59-fbda5d0d035b tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] For port de5d446a-d56b-485c-b30a-968347f32091, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=de5d446a-d56b-485c-b30a-968347f32091,segment=NetworkSegment(3ea4c435-e01e-4e34-b22e-41caaf408975),segment_id=3ea4c435-e01e-4e34-b22e-41caaf408975)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:14:15.170089 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-9d90ad33-7ca2-4aeb-9e6c-65f062196d9a req-5089c7e6-d953-4d52-ae59-fbda5d0d035b tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:15.187296 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [req-9d90ad33-7ca2-4aeb-9e6c-65f062196d9a req-5089c7e6-d953-4d52-ae59-fbda5d0d035b tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Calling delete_port for de5d446a-d56b-485c-b30a-968347f32091 owned by compute:nova {{(pid=101973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:14:15.228268 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-c2662d44-1568-4ed9-9175-916b1178a739 req-c57b188e-d915-4edd-86c1-67e0a8e42586 tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a8c43d3-c3be-4050-97e7-896ccaba2e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654774 Oct 27 10:14:15.465430 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-9d90ad33-7ca2-4aeb-9e6c-65f062196d9a req-5089c7e6-d953-4d52-ae59-fbda5d0d035b tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848'] for port, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:15.484202 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] get_ports_and_sgs() called for port_ids ['de5d446a-d56b-485c-b30a-968347f32091'] {{(pid=101975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:14:15.507671 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089c7e6-d953-4d52-ae59-fbda5d0d035b tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Pushing event deleted for resources: {'Port': ['ID=de5d446a-d56b-485c-b30a-968347f32091,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:15.653764 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d90ad33-7ca2-4aeb-9e6c-65f062196d9a req-5089c7e6-d953-4d52-ae59-fbda5d0d035b tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] No DVR routers for this DVR port de5d446a-d56b-485c-b30a-968347f32091 on host hv-cinder-81514 {{(pid=101973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:14:15.654990 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-9d90ad33-7ca2-4aeb-9e6c-65f062196d9a req-5089c7e6-d953-4d52-ae59-fbda5d0d035b tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:15.657563 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff1719-ea3c-4ed3-ad87-8b702247b34e req-f77e2dc7-7b9d-4fba-8fbe-bd62bb5c9b30 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:15.659115 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-78ff1719-ea3c-4ed3-ad87-8b702247b34e req-f77e2dc7-7b9d-4fba-8fbe-bd62bb5c9b30 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 945 time: 0.0807819 Oct 27 10:14:15.663451 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-9d90ad33-7ca2-4aeb-9e6c-65f062196d9a req-5089c7e6-d953-4d52-ae59-fbda5d0d035b tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.81 "DELETE /v2.0/ports/de5d446a-d56b-485c-b30a-968347f32091 HTTP/1.1" status: 204 len: 173 time: 0.8045614 Oct 27 10:14:15.663885 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8', 'name': 'network-vif-deleted', 'tag': 'de5d446a-d56b-485c-b30a-968347f32091'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:14:15.666407 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94debda59f24a9426fb80c87c8c8853eb57e17b8e03a85591ed34d87467b8464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e2a357-492b-4eb2-b610-9dc8b988d272" -d '{"events": [{"server_uuid": "eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8", "name": "network-vif-deleted", "tag": "de5d446a-d56b-485c-b30a-968347f32091"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:14:15.716411 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-78ff1719-ea3c-4ed3-ad87-8b702247b34e req-e564a020-3788-4436-a802-9090fb256aad tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493817 Oct 27 10:14:15.885081 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79953b48-16d0-47e6-b99c-21064eb24e2b x-openstack-request-id: req-79953b48-16d0-47e6-b99c-21064eb24e2b {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:14:15.885548 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8", "name": "network-vif-deleted", "tag": "de5d446a-d56b-485c-b30a-968347f32091", "status": "completed", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:14:15.886004 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-79953b48-16d0-47e6-b99c-21064eb24e2b {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:14:15.886533 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8', 'name': 'network-vif-deleted', 'tag': 'de5d446a-d56b-485c-b30a-968347f32091', 'status': 'completed', 'code': 200} Oct 27 10:14:16.331521 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-364a6bd9-e5b9-450f-ac41-b3c9a904fbdb req-748b7248-fefd-44af-a725-b32bfe2864ab tempest-DeleteServersTestJSON-1012212965 tempest-DeleteServersTestJSON-1012212965-project] 10.222.0.36 "GET /v2.0/ports?device_id=eacc5cf1-73e0-46b5-b2cb-f1507c0e00f8 HTTP/1.1" status: 200 len: 210 time: 0.0373406 Oct 27 10:14:16.855093 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06edf098-098a-4ecd-865a-14b10f99b61b req-83c9368c-d15b-4dca-8ce4-6d4a575a18c2 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:16.856594 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-06edf098-098a-4ecd-865a-14b10f99b61b req-83c9368c-d15b-4dca-8ce4-6d4a575a18c2 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 945 time: 0.0568757 Oct 27 10:14:16.894970 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-06edf098-098a-4ecd-865a-14b10f99b61b req-8b17ce30-aa3d-4f68-be1b-7ba530ab63ae tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322978 Oct 27 10:14:18.026136 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7d92b-6dc4-40a2-b680-a76438579ad7 req-46dbe353-dcbe-489d-a06a-36e12d35028a tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:18.028381 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-28f7d92b-6dc4-40a2-b680-a76438579ad7 req-46dbe353-dcbe-489d-a06a-36e12d35028a tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 945 time: 0.0508592 Oct 27 10:14:18.072460 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-28f7d92b-6dc4-40a2-b680-a76438579ad7 req-e4860b8d-3bd0-4193-935b-d31e31b339e4 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335169 Oct 27 10:14:18.498845 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 47000) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:18.628805 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device de5d446a-d56b-485c-b30a-968347f32091 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:14:18.651100 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 47010) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:18.652058 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-f63a264d-1d20-4e8c-8497-46498071d296 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5e2353d1a0fa4f5ab4837f867cb6c240&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1514370 Oct 27 10:14:18.662639 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] No Port match for: de5d446a-d56b-485c-b30a-968347f32091 {{(pid=101975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:14:18.663247 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device de5d446a-d56b-485c-b30a-968347f32091 not bound to the agent host hv-cinder-81514 {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:14:18.706249 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-45c51acf-414d-4726-84bd-58f8195d5ee4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:18.727445 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-45c51acf-414d-4726-84bd-58f8195d5ee4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:18.830813 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-45c51acf-414d-4726-84bd-58f8195d5ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:18.835596 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-45c51acf-414d-4726-84bd-58f8195d5ee4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:18.836317 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-45c51acf-414d-4726-84bd-58f8195d5ee4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8d02401f-76eb-4046-94ae-ebedcef610c0 HTTP/1.1" status: 204 len: 168 time: 0.1842592 Oct 27 10:14:18.844170 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c51acf-414d-4726-84bd-58f8195d5ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d02401f-76eb-4046-94ae-ebedcef610c0,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:19.044783 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 47030) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:19.052730 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 47034) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:19.102506 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.db.db_base_plugin_v2 [None req-29408459-03ef-4b47-b126-1b63d15a5ae5 admin admin] Deleting subnet 2fa553c3-5d72-4dfc-b38c-81901cfb8d17 {{(pid=101974) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:14:19.106570 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-29408459-03ef-4b47-b126-1b63d15a5ae5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:19.157672 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-29408459-03ef-4b47-b126-1b63d15a5ae5 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:19.185359 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-29408459-03ef-4b47-b126-1b63d15a5ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3657045'] for subnet, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:19.257791 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c4365-3245-4bc8-9ad5-075ae602c1c7 req-6e0cd1e2-777e-4349-8f1a-903d5afe7e90 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:19.264745 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-b97c4365-3245-4bc8-9ad5-075ae602c1c7 req-6e0cd1e2-777e-4349-8f1a-903d5afe7e90 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 945 time: 0.1151793 Oct 27 10:14:19.304322 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-ffdd2674-42d2-4555-8b69-f07ade9248e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:19.331955 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-b97c4365-3245-4bc8-9ad5-075ae602c1c7 req-fa48e59a-c4e4-4732-aac0-bea3c2d938d7 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652728 Oct 27 10:14:19.383182 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-29408459-03ef-4b47-b126-1b63d15a5ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3657052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413'] for subnet, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:19.419128 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29408459-03ef-4b47-b126-1b63d15a5ae5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fa553c3-5d72-4dfc-b38c-81901cfb8d17,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:19.423839 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-29408459-03ef-4b47-b126-1b63d15a5ae5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:19.429303 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 47042) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:19.429844 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-29408459-03ef-4b47-b126-1b63d15a5ae5 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2fa553c3-5d72-4dfc-b38c-81901cfb8d17 HTTP/1.1" status: 204 len: 168 time: 0.3749049 Oct 27 10:14:19.447298 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-ffdd2674-42d2-4555-8b69-f07ade9248e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:19.502669 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-082b27a7-23b6-49ec-b4d6-51f553a9388f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3615918'] for network, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:19.538371 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-ffdd2674-42d2-4555-8b69-f07ade9248e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:19.578186 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd2674-42d2-4555-8b69-f07ade9248e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829ff38c-a472-4b56-b236-a2ded1445af9,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:19.592248 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-082b27a7-23b6-49ec-b4d6-51f553a9388f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3667904', 'neutron.services.segments.db._delete_segments_for_network-8740340232798'] for network, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:19.592343 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-ffdd2674-42d2-4555-8b69-f07ade9248e7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=30dfdc34b2eb4389b694074ec85996af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5437841 Oct 27 10:14:19.592436 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 47052) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:19.841225 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-082b27a7-23b6-49ec-b4d6-51f553a9388f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:14:19.841573 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-082b27a7-23b6-49ec-b4d6-51f553a9388f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:14:19.842328 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-082b27a7-23b6-49ec-b4d6-51f553a9388f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:14:19.842650 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-082b27a7-23b6-49ec-b4d6-51f553a9388f admin admin] Subscribe: > port after_create 55550000 {{(pid=101973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:14:19.842961 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-082b27a7-23b6-49ec-b4d6-51f553a9388f admin admin] Subscribe: > port after_delete 55550000 {{(pid=101973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:14:19.843290 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-082b27a7-23b6-49ec-b4d6-51f553a9388f admin admin] Subscribe: > port after_update 55550000 {{(pid=101973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:14:19.843600 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-082b27a7-23b6-49ec-b4d6-51f553a9388f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:14:19.843926 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-082b27a7-23b6-49ec-b4d6-51f553a9388f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:14:19.844230 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-082b27a7-23b6-49ec-b4d6-51f553a9388f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:14:19.844544 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-082b27a7-23b6-49ec-b4d6-51f553a9388f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:14:20.003130 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-082b27a7-23b6-49ec-b4d6-51f553a9388f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:14:20.003772 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-082b27a7-23b6-49ec-b4d6-51f553a9388f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:14:20.004105 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-082b27a7-23b6-49ec-b4d6-51f553a9388f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:14:20.004484 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-082b27a7-23b6-49ec-b4d6-51f553a9388f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:14:20.005016 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.services.segments.db [None req-082b27a7-23b6-49ec-b4d6-51f553a9388f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['240c3359-dfa6-4c1c-987a-075566c1ee10']}} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:14:20.028695 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.services.segments.db [None req-082b27a7-23b6-49ec-b4d6-51f553a9388f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ea4c435-e01e-4e34-b22e-41caaf408975') {'for_net_delete': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:14:20.028985 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.services.segments.db [None req-082b27a7-23b6-49ec-b4d6-51f553a9388f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ea4c435-e01e-4e34-b22e-41caaf408975') {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:14:20.051749 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-082b27a7-23b6-49ec-b4d6-51f553a9388f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740340234087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114697'] for segment, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:20.081546 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-082b27a7-23b6-49ec-b4d6-51f553a9388f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908'] for segment, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:20.084475 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-00f37759-73cd-492a-b03a-a6abfa737ba9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:20.092822 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-082b27a7-23b6-49ec-b4d6-51f553a9388f admin admin] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=101973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:14:20.093197 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-082b27a7-23b6-49ec-b4d6-51f553a9388f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9116915'] for segment, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:20.105246 dv-cinder-815146-2-iscsi neutron-server[101973]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 10:14:20.105246 dv-cinder-815146-2-iscsi neutron-server[101973]: from cryptography.utils import int_from_bytes Oct 27 10:14:20.105246 dv-cinder-815146-2-iscsi neutron-server[101973]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 10:14:20.105246 dv-cinder-815146-2-iscsi neutron-server[101973]: from cryptography.utils import int_from_bytes Oct 27 10:14:20.105246 dv-cinder-815146-2-iscsi neutron-server[101973]: Traceback (most recent call last): Oct 27 10:14:20.105246 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:14:20.105246 dv-cinder-815146-2-iscsi neutron-server[101973]: timer() Oct 27 10:14:20.105246 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:14:20.105246 dv-cinder-815146-2-iscsi neutron-server[101973]: cb(*args, **kw) Oct 27 10:14:20.105246 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:14:20.105246 dv-cinder-815146-2-iscsi neutron-server[101973]: return func(*args, **kwargs) Oct 27 10:14:20.105246 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:14:20.105246 dv-cinder-815146-2-iscsi neutron-server[101973]: self._notify() Oct 27 10:14:20.105246 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:14:20.105246 dv-cinder-815146-2-iscsi neutron-server[101973]: self.callback(batched_events) Oct 27 10:14:20.105246 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:14:20.105246 dv-cinder-815146-2-iscsi neutron-server[101973]: event.method(event) Oct 27 10:14:20.105246 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:14:20.105246 dv-cinder-815146-2-iscsi neutron-server[101973]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:14:20.105246 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:14:20.105246 dv-cinder-815146-2-iscsi neutron-server[101973]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:14:20.105246 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:14:20.105246 dv-cinder-815146-2-iscsi neutron-server[101973]: return f(self, *a, **k) Oct 27 10:14:20.105246 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:14:20.105246 dv-cinder-815146-2-iscsi neutron-server[101973]: return self._get(url).json() Oct 27 10:14:20.105246 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:14:20.105246 dv-cinder-815146-2-iscsi neutron-server[101973]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:14:20.105246 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:14:20.105246 dv-cinder-815146-2-iscsi neutron-server[101973]: return self.request(url, 'GET', **kwargs) Oct 27 10:14:20.105246 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:14:20.105246 dv-cinder-815146-2-iscsi neutron-server[101973]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:14:20.105246 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:14:20.105246 dv-cinder-815146-2-iscsi neutron-server[101973]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:14:20.105246 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:14:20.105246 dv-cinder-815146-2-iscsi neutron-server[101973]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:14:20.105246 dv-cinder-815146-2-iscsi neutron-server[101973]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:14:20.168287 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-00f37759-73cd-492a-b03a-a6abfa737ba9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:20.242177 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-082b27a7-23b6-49ec-b4d6-51f553a9388f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3667915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564060'] for network, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:20.250055 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-082b27a7-23b6-49ec-b4d6-51f553a9388f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for network, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:20.253193 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-082b27a7-23b6-49ec-b4d6-51f553a9388f admin admin] 10.222.0.36 "DELETE /v2.0/networks/240c3359-dfa6-4c1c-987a-075566c1ee10 HTTP/1.1" status: 204 len: 168 time: 0.8228474 Oct 27 10:14:20.262692 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b27a7-23b6-49ec-b4d6-51f553a9388f admin admin] Pushing event deleted for resources: {'Network': ['ID=240c3359-dfa6-4c1c-987a-075566c1ee10,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:20.328098 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-00f37759-73cd-492a-b03a-a6abfa737ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:20.330746 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-00f37759-73cd-492a-b03a-a6abfa737ba9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:20.331905 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-00f37759-73cd-492a-b03a-a6abfa737ba9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/829ff38c-a472-4b56-b236-a2ded1445af9 HTTP/1.1" status: 204 len: 168 time: 0.7385683 Oct 27 10:14:20.339578 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f37759-73cd-492a-b03a-a6abfa737ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829ff38c-a472-4b56-b236-a2ded1445af9,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:20.461969 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a218ce-1e7f-4452-88a5-6313246034a4 req-2b014150-40df-4591-a562-2eea6b4ee8f5 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:20.463437 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-55a218ce-1e7f-4452-88a5-6313246034a4 req-2b014150-40df-4591-a562-2eea6b4ee8f5 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 945 time: 0.0476217 Oct 27 10:14:20.502413 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-55a218ce-1e7f-4452-88a5-6313246034a4 req-b01033b8-bf47-4e30-b076-72834946634d tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328076 Oct 27 10:14:20.723052 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 47074) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:20.766391 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-f742e1ba-8c77-46d2-8c2e-8cb3dff79cc7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=857c6c8351d943bd9f2b135dbac4f88d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0420673 Oct 27 10:14:20.768872 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 47078) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:20.819160 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1bd27c37-d9af-49bc-9a7d-74936c11f16c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:20.840556 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1bd27c37-d9af-49bc-9a7d-74936c11f16c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:20.984142 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1bd27c37-d9af-49bc-9a7d-74936c11f16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:20.986793 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1bd27c37-d9af-49bc-9a7d-74936c11f16c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:20.987926 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-1bd27c37-d9af-49bc-9a7d-74936c11f16c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7a8c43d3-c3be-4050-97e7-896ccaba2e12 HTTP/1.1" status: 204 len: 168 time: 0.2181761 Oct 27 10:14:20.995939 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd27c37-d9af-49bc-9a7d-74936c11f16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8c43d3-c3be-4050-97e7-896ccaba2e12,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:21.063011 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 47086) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:21.075817 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-ebf04c15-b3e4-44be-aeb2-8bfa9bdfc842 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:21.162879 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-ebf04c15-b3e4-44be-aeb2-8bfa9bdfc842 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:21.244196 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-ebf04c15-b3e4-44be-aeb2-8bfa9bdfc842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:21.285426 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-ebf04c15-b3e4-44be-aeb2-8bfa9bdfc842 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6375db294ca54cebb3cff2fa429342ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2196867 Oct 27 10:14:21.285709 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf04c15-b3e4-44be-aeb2-8bfa9bdfc842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96ff20c-238f-4965-89cc-c62623707d21,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:21.287233 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 47092) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:21.347389 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-1156e0fa-7c46-4063-aa70-5f495ef4ccba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:21.386533 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-1156e0fa-7c46-4063-aa70-5f495ef4ccba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:21.505669 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-1156e0fa-7c46-4063-aa70-5f495ef4ccba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:21.508255 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-1156e0fa-7c46-4063-aa70-5f495ef4ccba admin admin] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:21.509800 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-1156e0fa-7c46-4063-aa70-5f495ef4ccba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f96ff20c-238f-4965-89cc-c62623707d21 HTTP/1.1" status: 204 len: 168 time: 0.2213469 Oct 27 10:14:21.518175 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156e0fa-7c46-4063-aa70-5f495ef4ccba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96ff20c-238f-4965-89cc-c62623707d21,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:21.635315 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9d4de-c43e-4def-8544-932bea2a498a req-ec7001a1-f556-49cd-a99a-6d07ee00bb02 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:21.636830 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-b8b9d4de-c43e-4def-8544-932bea2a498a req-ec7001a1-f556-49cd-a99a-6d07ee00bb02 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 945 time: 0.0514350 Oct 27 10:14:21.674437 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-b8b9d4de-c43e-4def-8544-932bea2a498a req-79348c72-4758-48e9-a38b-fed34c8a0ddf tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315857 Oct 27 10:14:22.799354 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb47885-eda5-4108-82e5-e7052aa15665 req-c71f45f2-7e4d-42c5-b2ed-2ebf601c5100 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:22.800899 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-5cb47885-eda5-4108-82e5-e7052aa15665 req-c71f45f2-7e4d-42c5-b2ed-2ebf601c5100 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 945 time: 0.0516684 Oct 27 10:14:22.844674 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-5cb47885-eda5-4108-82e5-e7052aa15665 req-98c5a8b4-6e2e-4c3e-9355-b37f51955805 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329335 Oct 27 10:14:23.216188 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52c96f-c7b9-4aa3-a957-eedb482d94b7 req-39eacedc-d9cc-4db9-bf99-c775beb0fe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:23.217905 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-de52c96f-c7b9-4aa3-a957-eedb482d94b7 req-39eacedc-d9cc-4db9-bf99-c775beb0fe30 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 1098 time: 0.0432794 Oct 27 10:14:23.267983 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-de52c96f-c7b9-4aa3-a957-eedb482d94b7 req-b5428865-9872-4de0-80a1-090f4c96c364 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298660 Oct 27 10:14:23.959443 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992ed20-5644-402e-b525-b9d6d45c8193 req-65123ad9-3b92-4db6-badc-d67d96098330 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:23.960882 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-6992ed20-5644-402e-b525-b9d6d45c8193 req-65123ad9-3b92-4db6-badc-d67d96098330 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 945 time: 0.0471797 Oct 27 10:14:24.001214 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-6992ed20-5644-402e-b525-b9d6d45c8193 req-ad1e8c8f-b855-44d5-9ba9-23fbb35c559b tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342712 Oct 27 10:14:24.802056 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.agents_db [None req-86e8c3be-7e21-4532-a65d-8f48c0a472d4 None None] Agent healthcheck: found 6 active agents {{(pid=101976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:14:25.122972 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182e8fa-067a-44c4-b315-8164f6c330e8 req-ae9687b5-07af-4430-b9b8-5b27dc5cba9d tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:25.124344 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-2182e8fa-067a-44c4-b315-8164f6c330e8 req-ae9687b5-07af-4430-b9b8-5b27dc5cba9d tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 945 time: 0.0484529 Oct 27 10:14:25.164278 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-2182e8fa-067a-44c4-b315-8164f6c330e8 req-e4f8855a-9381-415d-9991-74383ef95468 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340588 Oct 27 10:14:25.286485 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42a699-9b66-4335-8086-4e331389f976 req-d3fe09ae-7276-4766-aefe-8df3e3bbbedd tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:25.288015 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1c42a699-9b66-4335-8086-4e331389f976 req-d3fe09ae-7276-4766-aefe-8df3e3bbbedd tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0488472 Oct 27 10:14:25.325209 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1c42a699-9b66-4335-8086-4e331389f976 req-d78677fd-f6f3-4b4e-8f70-deb7dbf2336a tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311730 Oct 27 10:14:27.556910 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44653ef3-5587-4185-b587-e051c5986b88 req-6a7259b8-67e4-40cc-9c30-cd7a26d38a2a tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:27.572787 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-44653ef3-5587-4185-b587-e051c5986b88 req-6a7259b8-67e4-40cc-9c30-cd7a26d38a2a tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0699184 Oct 27 10:14:27.591659 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ef572-0e54-431e-b992-b42a92c7814e req-a91941c2-a606-42ba-9609-3192aaf24df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:27.595525 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-bc1ef572-0e54-431e-b992-b42a92c7814e req-a91941c2-a606-42ba-9609-3192aaf24df7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=84ee96eca37f439da63d7612697a0a33&device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 1098 time: 0.0464976 Oct 27 10:14:27.611923 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-44653ef3-5587-4185-b587-e051c5986b88 req-2f840f2e-89d0-4234-8dc6-cf40af651f3c tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378945 Oct 27 10:14:27.701905 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ef572-0e54-431e-b992-b42a92c7814e req-cc4cdac3-da06-4a2e-98fc-51c71a33fa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:27.706946 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-bc1ef572-0e54-431e-b992-b42a92c7814e req-cc4cdac3-da06-4a2e-98fc-51c71a33fa75 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f7961d2d-16df-4f4e-ba8f-b487aecddcfb HTTP/1.1" status: 200 len: 921 time: 0.1048734 Oct 27 10:14:27.757210 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-bc1ef572-0e54-431e-b992-b42a92c7814e req-58a04638-2a35-45dd-b546-aa50a8abdf43 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad53ec07-b6ed-4849-926f-7fa08020a514 HTTP/1.1" status: 200 len: 217 time: 0.0411398 Oct 27 10:14:27.826432 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ef572-0e54-431e-b992-b42a92c7814e req-d5a0cced-cbea-4255-9e6b-01b689cbab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:27.827902 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-bc1ef572-0e54-431e-b992-b42a92c7814e req-d5a0cced-cbea-4255-9e6b-01b689cbab12 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5c71709b-7393-40ed-a177-1fb36198be48 HTTP/1.1" status: 200 len: 859 time: 0.0535519 Oct 27 10:14:27.869339 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-bc1ef572-0e54-431e-b992-b42a92c7814e req-24166b7a-abea-48da-8b63-7506da892672 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f7961d2d-16df-4f4e-ba8f-b487aecddcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268352 Oct 27 10:14:27.981885 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-bc1ef572-0e54-431e-b992-b42a92c7814e req-7a031aa1-6e83-4579-bb6e-56972875252d service neutron] 10.222.0.81 "GET /v2.0/networks/f7961d2d-16df-4f4e-ba8f-b487aecddcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010334 Oct 27 10:14:28.085182 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-bc1ef572-0e54-431e-b992-b42a92c7814e req-210d0cb5-78d6-414a-9beb-63111bc02b17 service neutron] 10.222.0.81 "GET /v2.0/networks/f7961d2d-16df-4f4e-ba8f-b487aecddcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948551 Oct 27 10:14:28.232467 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 47368) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:28.348787 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-ad852260-afd0-445a-b7c8-238efb650072 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:28.423780 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-ad852260-afd0-445a-b7c8-238efb650072 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:28.504776 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-ad852260-afd0-445a-b7c8-238efb650072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:28.546468 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-ad852260-afd0-445a-b7c8-238efb650072 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=177b46f946294613bf0243d4f970bf5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3128715 Oct 27 10:14:28.547299 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad852260-afd0-445a-b7c8-238efb650072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7970124-0012-4a6e-bc7f-f05e7ac9ad44,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:28.549460 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 47388) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:28.598982 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-0c8188d2-cda9-43dc-b25c-463dc4a812f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:28.620645 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-0c8188d2-cda9-43dc-b25c-463dc4a812f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:28.733404 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bcd278-53b2-449c-aa9f-045f066d753b req-6db3bf5a-3b04-449e-9445-5b1515b23309 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:28.734972 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-d6bcd278-53b2-449c-aa9f-045f066d753b req-6db3bf5a-3b04-449e-9445-5b1515b23309 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0487056 Oct 27 10:14:28.756008 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-0c8188d2-cda9-43dc-b25c-463dc4a812f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:28.759763 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-0c8188d2-cda9-43dc-b25c-463dc4a812f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:28.762049 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-0c8188d2-cda9-43dc-b25c-463dc4a812f9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e7970124-0012-4a6e-bc7f-f05e7ac9ad44 HTTP/1.1" status: 204 len: 168 time: 0.2115278 Oct 27 10:14:28.770119 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8188d2-cda9-43dc-b25c-463dc4a812f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7970124-0012-4a6e-bc7f-f05e7ac9ad44,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:28.772748 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-d6bcd278-53b2-449c-aa9f-045f066d753b req-f9779214-50ef-441a-b33d-c8c9deab317f tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321295 Oct 27 10:14:28.916087 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 47414) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:28.959726 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8b97707-845b-48e2-b85c-eb46e67b6450 admin admin] Deleting subnet 95a11308-df49-481a-9f77-b222a1851685 {{(pid=101973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:14:28.970418 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-f8b97707-845b-48e2-b85c-eb46e67b6450 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:29.004231 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-f8b97707-845b-48e2-b85c-eb46e67b6450 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114672'] for subnet, precommit_delete_associations {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:29.052353 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-f8b97707-845b-48e2-b85c-eb46e67b6450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3657045'] for subnet, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:29.180149 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-f8b97707-845b-48e2-b85c-eb46e67b6450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3657052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9116697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9230295'] for subnet, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:29.208979 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b97707-845b-48e2-b85c-eb46e67b6450 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95a11308-df49-481a-9f77-b222a1851685,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:29.213290 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-f8b97707-845b-48e2-b85c-eb46e67b6450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for subnet, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:29.216686 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-f8b97707-845b-48e2-b85c-eb46e67b6450 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/95a11308-df49-481a-9f77-b222a1851685 HTTP/1.1" status: 204 len: 168 time: 0.2995696 Oct 27 10:14:29.219295 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 47428) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:29.292743 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-0ac5c5e3-1080-4135-8a83-7d0db0b9c2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3615918'] for network, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:29.310552 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 47430) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:29.379793 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-0ac5c5e3-1080-4135-8a83-7d0db0b9c2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3667904', 'neutron.services.segments.db._delete_segments_for_network-8740340232798'] for network, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:29.403180 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.services.segments.db [None req-0ac5c5e3-1080-4135-8a83-7d0db0b9c2bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c3e6a8c-4c93-4a8b-8c34-db8ed688ead3']}} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:14:29.412965 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.services.segments.db [None req-0ac5c5e3-1080-4135-8a83-7d0db0b9c2bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7745cd2-8360-4b10-82ef-0ec083c118f3') {'for_net_delete': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:14:29.413468 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.services.segments.db [None req-0ac5c5e3-1080-4135-8a83-7d0db0b9c2bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7745cd2-8360-4b10-82ef-0ec083c118f3') {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:14:29.425255 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-0ac5c5e3-1080-4135-8a83-7d0db0b9c2bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740340234087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114697'] for segment, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:29.439578 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-0ac5c5e3-1080-4135-8a83-7d0db0b9c2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908'] for segment, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:29.447308 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ac5c5e3-1080-4135-8a83-7d0db0b9c2bc admin admin] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=101973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:14:29.447849 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-0ac5c5e3-1080-4135-8a83-7d0db0b9c2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9116915'] for segment, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:29.449658 dv-cinder-815146-2-iscsi neutron-server[101973]: Traceback (most recent call last): Oct 27 10:14:29.449658 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:14:29.449658 dv-cinder-815146-2-iscsi neutron-server[101973]: timer() Oct 27 10:14:29.449658 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:14:29.449658 dv-cinder-815146-2-iscsi neutron-server[101973]: cb(*args, **kw) Oct 27 10:14:29.449658 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:14:29.449658 dv-cinder-815146-2-iscsi neutron-server[101973]: return func(*args, **kwargs) Oct 27 10:14:29.449658 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:14:29.449658 dv-cinder-815146-2-iscsi neutron-server[101973]: self._notify() Oct 27 10:14:29.449658 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:14:29.449658 dv-cinder-815146-2-iscsi neutron-server[101973]: self.callback(batched_events) Oct 27 10:14:29.449658 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:14:29.449658 dv-cinder-815146-2-iscsi neutron-server[101973]: event.method(event) Oct 27 10:14:29.449658 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:14:29.449658 dv-cinder-815146-2-iscsi neutron-server[101973]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:14:29.449658 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:14:29.449658 dv-cinder-815146-2-iscsi neutron-server[101973]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:14:29.449658 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:14:29.449658 dv-cinder-815146-2-iscsi neutron-server[101973]: return f(self, *a, **k) Oct 27 10:14:29.449658 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:14:29.449658 dv-cinder-815146-2-iscsi neutron-server[101973]: return self._get(url).json() Oct 27 10:14:29.449658 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:14:29.449658 dv-cinder-815146-2-iscsi neutron-server[101973]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:14:29.449658 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:14:29.449658 dv-cinder-815146-2-iscsi neutron-server[101973]: return self.request(url, 'GET', **kwargs) Oct 27 10:14:29.449658 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:14:29.449658 dv-cinder-815146-2-iscsi neutron-server[101973]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:14:29.449658 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:14:29.449658 dv-cinder-815146-2-iscsi neutron-server[101973]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:14:29.449658 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:14:29.449658 dv-cinder-815146-2-iscsi neutron-server[101973]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:14:29.449658 dv-cinder-815146-2-iscsi neutron-server[101973]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:14:29.474803 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-b5ec5478-d78c-4511-897f-424b9839a629 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:29.553517 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-b5ec5478-d78c-4511-897f-424b9839a629 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:29.566461 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-0ac5c5e3-1080-4135-8a83-7d0db0b9c2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3667915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564060'] for network, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:29.575461 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-0ac5c5e3-1080-4135-8a83-7d0db0b9c2bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for network, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:29.577790 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-0ac5c5e3-1080-4135-8a83-7d0db0b9c2bc admin admin] 10.222.0.36 "DELETE /v2.0/networks/9c3e6a8c-4c93-4a8b-8c34-db8ed688ead3 HTTP/1.1" status: 204 len: 168 time: 0.3574066 Oct 27 10:14:29.580634 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 47440) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:29.593217 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5c5e3-1080-4135-8a83-7d0db0b9c2bc admin admin] Pushing event deleted for resources: {'Network': ['ID=9c3e6a8c-4c93-4a8b-8c34-db8ed688ead3,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:29.624821 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.db.db_base_plugin_v2 [None req-cabecdea-de66-4f1c-a6b6-75648bc102fc admin admin] Deleting subnet 3a54513d-70c3-443a-b9bd-3b6b4b50a28e {{(pid=101974) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:14:29.628462 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-cabecdea-de66-4f1c-a6b6-75648bc102fc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:29.652948 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-b5ec5478-d78c-4511-897f-424b9839a629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:29.693513 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-cabecdea-de66-4f1c-a6b6-75648bc102fc admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:29.704565 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-cabecdea-de66-4f1c-a6b6-75648bc102fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3657045'] for subnet, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:29.708398 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-b5ec5478-d78c-4511-897f-424b9839a629 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d1f69e9916ff4f67aa7f4f8d8e920729&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3959012 Oct 27 10:14:29.711215 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 47444) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:29.725048 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ec5478-d78c-4511-897f-424b9839a629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec9b05c-2314-4cf3-bafe-abba47405bc4,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:29.776372 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-61e2ff66-8200-47d2-ae6a-d78c08d1ca58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:29.798074 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-61e2ff66-8200-47d2-ae6a-d78c08d1ca58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:29.849822 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-cabecdea-de66-4f1c-a6b6-75648bc102fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3657052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413'] for subnet, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:29.913809 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724902e-9882-4a50-8148-40fc5af38c6f req-e97c023e-e26e-4b87-a81d-2871d91528bf tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:29.918215 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabecdea-de66-4f1c-a6b6-75648bc102fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a54513d-70c3-443a-b9bd-3b6b4b50a28e,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:29.921330 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-cabecdea-de66-4f1c-a6b6-75648bc102fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:29.921417 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-c724902e-9882-4a50-8148-40fc5af38c6f req-e97c023e-e26e-4b87-a81d-2871d91528bf tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0666637 Oct 27 10:14:29.927246 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-cabecdea-de66-4f1c-a6b6-75648bc102fc admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3a54513d-70c3-443a-b9bd-3b6b4b50a28e HTTP/1.1" status: 204 len: 168 time: 0.3455946 Oct 27 10:14:29.927512 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 47458) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:29.953337 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-61e2ff66-8200-47d2-ae6a-d78c08d1ca58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:29.955920 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-61e2ff66-8200-47d2-ae6a-d78c08d1ca58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:29.957049 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-61e2ff66-8200-47d2-ae6a-d78c08d1ca58 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eec9b05c-2314-4cf3-bafe-abba47405bc4 HTTP/1.1" status: 204 len: 168 time: 0.2448673 Oct 27 10:14:30.000595 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2ff66-8200-47d2-ae6a-d78c08d1ca58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec9b05c-2314-4cf3-bafe-abba47405bc4,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:30.027125 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-c724902e-9882-4a50-8148-40fc5af38c6f req-51c07ca9-719f-4bc8-971b-dc96acd22ec9 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043158 Oct 27 10:14:30.039347 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4652972e-1dd6-42a2-90f4-5ac4ddd5eccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3615918'] for network, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:30.129859 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4652972e-1dd6-42a2-90f4-5ac4ddd5eccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3667904', 'neutron.services.segments.db._delete_segments_for_network-8740340232798'] for network, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:30.153150 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.services.segments.db [None req-4652972e-1dd6-42a2-90f4-5ac4ddd5eccf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8be69fb9-c3cd-4889-bb32-cf7f802670b5']}} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:14:30.163738 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.services.segments.db [None req-4652972e-1dd6-42a2-90f4-5ac4ddd5eccf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35dcf054-ed2f-4119-b587-9b5fe3a45efb') {'for_net_delete': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:14:30.164621 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.services.segments.db [None req-4652972e-1dd6-42a2-90f4-5ac4ddd5eccf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35dcf054-ed2f-4119-b587-9b5fe3a45efb') {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:14:30.175156 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4652972e-1dd6-42a2-90f4-5ac4ddd5eccf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740340234087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114697'] for segment, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:30.196158 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4652972e-1dd6-42a2-90f4-5ac4ddd5eccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908'] for segment, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:30.202259 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4652972e-1dd6-42a2-90f4-5ac4ddd5eccf admin admin] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=101973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:14:30.202632 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4652972e-1dd6-42a2-90f4-5ac4ddd5eccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9116915'] for segment, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:30.204265 dv-cinder-815146-2-iscsi neutron-server[101973]: Traceback (most recent call last): Oct 27 10:14:30.204265 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:14:30.204265 dv-cinder-815146-2-iscsi neutron-server[101973]: timer() Oct 27 10:14:30.204265 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:14:30.204265 dv-cinder-815146-2-iscsi neutron-server[101973]: cb(*args, **kw) Oct 27 10:14:30.204265 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:14:30.204265 dv-cinder-815146-2-iscsi neutron-server[101973]: return func(*args, **kwargs) Oct 27 10:14:30.204265 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:14:30.204265 dv-cinder-815146-2-iscsi neutron-server[101973]: self._notify() Oct 27 10:14:30.204265 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:14:30.204265 dv-cinder-815146-2-iscsi neutron-server[101973]: self.callback(batched_events) Oct 27 10:14:30.204265 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:14:30.204265 dv-cinder-815146-2-iscsi neutron-server[101973]: event.method(event) Oct 27 10:14:30.204265 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:14:30.204265 dv-cinder-815146-2-iscsi neutron-server[101973]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:14:30.204265 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:14:30.204265 dv-cinder-815146-2-iscsi neutron-server[101973]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:14:30.204265 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:14:30.204265 dv-cinder-815146-2-iscsi neutron-server[101973]: return f(self, *a, **k) Oct 27 10:14:30.204265 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:14:30.204265 dv-cinder-815146-2-iscsi neutron-server[101973]: return self._get(url).json() Oct 27 10:14:30.204265 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:14:30.204265 dv-cinder-815146-2-iscsi neutron-server[101973]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:14:30.204265 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:14:30.204265 dv-cinder-815146-2-iscsi neutron-server[101973]: return self.request(url, 'GET', **kwargs) Oct 27 10:14:30.204265 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:14:30.204265 dv-cinder-815146-2-iscsi neutron-server[101973]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:14:30.204265 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:14:30.204265 dv-cinder-815146-2-iscsi neutron-server[101973]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:14:30.204265 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:14:30.204265 dv-cinder-815146-2-iscsi neutron-server[101973]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:14:30.204265 dv-cinder-815146-2-iscsi neutron-server[101973]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:14:30.322154 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4652972e-1dd6-42a2-90f4-5ac4ddd5eccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3667915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564060'] for network, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:30.327845 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4652972e-1dd6-42a2-90f4-5ac4ddd5eccf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for network, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:30.331939 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-4652972e-1dd6-42a2-90f4-5ac4ddd5eccf admin admin] 10.222.0.36 "DELETE /v2.0/networks/8be69fb9-c3cd-4889-bb32-cf7f802670b5 HTTP/1.1" status: 204 len: 168 time: 0.4034624 Oct 27 10:14:30.342903 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4652972e-1dd6-42a2-90f4-5ac4ddd5eccf admin admin] Pushing event deleted for resources: {'Network': ['ID=8be69fb9-c3cd-4889-bb32-cf7f802670b5,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:30.555533 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 47478) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:30.568440 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-f076c661-083c-4a47-b03f-8136e66fbb8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:30.646624 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-f076c661-083c-4a47-b03f-8136e66fbb8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:30.738849 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-f076c661-083c-4a47-b03f-8136e66fbb8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:30.772334 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 47482) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:30.784995 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f076c661-083c-4a47-b03f-8136e66fbb8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11fc6ae0-afa9-4c79-8750-487259e32c93,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:30.792590 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-f076c661-083c-4a47-b03f-8136e66fbb8f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c6f460a3cdef47f687d6911f89bb378f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333655 Oct 27 10:14:30.793010 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 47484) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:30.846440 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-3e36e5f1-71f8-47d5-850a-ce8787d0b7d1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=300eddcaac334ac7aa1dc54d1dba75f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0720541 Oct 27 10:14:30.849593 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 47486) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:30.863494 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-faa078d1-a7a2-489d-8dbe-d01bdc53b50a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:30.904431 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-23707157-ac22-4704-86c9-b48c12aeaff2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:30.928925 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-23707157-ac22-4704-86c9-b48c12aeaff2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:31.046867 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-23707157-ac22-4704-86c9-b48c12aeaff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:31.049490 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-23707157-ac22-4704-86c9-b48c12aeaff2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:31.054930 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-23707157-ac22-4704-86c9-b48c12aeaff2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3e97ab8f-3cdb-4b8f-9ec7-0a4059d51ce9 HTTP/1.1" status: 204 len: 168 time: 0.2002361 Oct 27 10:14:31.078940 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23707157-ac22-4704-86c9-b48c12aeaff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e97ab8f-3cdb-4b8f-9ec7-0a4059d51ce9,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:31.115982 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-faa078d1-a7a2-489d-8dbe-d01bdc53b50a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:31.197928 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88fb9f-221e-4642-8067-d39c89249115 req-4c5845cc-d7a4-420f-9786-64aec4924630 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:31.199395 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-9d88fb9f-221e-4642-8067-d39c89249115 req-4c5845cc-d7a4-420f-9786-64aec4924630 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0530508 Oct 27 10:14:31.240897 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-9d88fb9f-221e-4642-8067-d39c89249115 req-aa8ac2da-1f81-42f7-8a2c-b72dc35af9a0 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348327 Oct 27 10:14:31.321864 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-faa078d1-a7a2-489d-8dbe-d01bdc53b50a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:31.325451 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-faa078d1-a7a2-489d-8dbe-d01bdc53b50a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:31.326802 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-faa078d1-a7a2-489d-8dbe-d01bdc53b50a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/11fc6ae0-afa9-4c79-8750-487259e32c93 HTTP/1.1" status: 204 len: 168 time: 0.5326810 Oct 27 10:14:31.334892 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa078d1-a7a2-489d-8dbe-d01bdc53b50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fc6ae0-afa9-4c79-8750-487259e32c93,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:31.533434 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-52bef52c-5fe6-473b-9063-1aaff1b8a93c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:31.681726 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 47516) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:31.728199 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-37bba2ad-4d22-49de-be8d-a3919a1067e5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f884858737e74348b769510314de80ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446751 Oct 27 10:14:31.730833 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 47518) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:31.784978 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-bf6f6193-7d8d-47aa-a848-07e193adeefd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:31.806651 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-bf6f6193-7d8d-47aa-a848-07e193adeefd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:31.961943 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-bf6f6193-7d8d-47aa-a848-07e193adeefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:31.964876 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-bf6f6193-7d8d-47aa-a848-07e193adeefd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:31.966478 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-bf6f6193-7d8d-47aa-a848-07e193adeefd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3b08ff07-f0d8-4a90-b1c7-eecebe2d8987 HTTP/1.1" status: 204 len: 168 time: 0.2342820 Oct 27 10:14:31.974935 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f6193-7d8d-47aa-a848-07e193adeefd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b08ff07-f0d8-4a90-b1c7-eecebe2d8987,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:32.362921 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eed895-d524-4a85-acbe-c60d9a85e76f req-4b0e7391-6e33-4cf1-b328-26ad07838692 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:32.365152 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-20eed895-d524-4a85-acbe-c60d9a85e76f req-4b0e7391-6e33-4cf1-b328-26ad07838692 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0518322 Oct 27 10:14:32.435193 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-20eed895-d524-4a85-acbe-c60d9a85e76f req-cfb3d48e-3330-419f-9413-18e5f9096143 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628221 Oct 27 10:14:33.148224 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 47608) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:33.279482 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-197f963b-71b9-408a-8930-3cbe702c9cd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:33.359490 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-197f963b-71b9-408a-8930-3cbe702c9cd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:33.413140 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-197f963b-71b9-408a-8930-3cbe702c9cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:33.451001 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-197f963b-71b9-408a-8930-3cbe702c9cd3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f50534ca10d34f628e6bde514826bdc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3012877 Oct 27 10:14:33.453676 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 47638) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:33.461698 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197f963b-71b9-408a-8930-3cbe702c9cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc74036a-70d8-4120-bb20-f73a38144cb6,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:33.534598 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3ff2ae32-86f6-411f-af5e-ba73d587c776 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:33.558904 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3ff2ae32-86f6-411f-af5e-ba73d587c776 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:33.573848 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12286b9a-9d2b-461d-892a-53ca521cf9bc req-ba86f0ce-165a-429f-a97f-225725ce8b7d tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:33.573848 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-12286b9a-9d2b-461d-892a-53ca521cf9bc req-ba86f0ce-165a-429f-a97f-225725ce8b7d tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0658605 Oct 27 10:14:33.651208 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-12286b9a-9d2b-461d-892a-53ca521cf9bc req-8ff8693c-adb5-46b3-b419-85d3cd6aef9b tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723803 Oct 27 10:14:33.681486 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3ff2ae32-86f6-411f-af5e-ba73d587c776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:33.684093 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3ff2ae32-86f6-411f-af5e-ba73d587c776 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:33.685247 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-3ff2ae32-86f6-411f-af5e-ba73d587c776 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bc74036a-70d8-4120-bb20-f73a38144cb6 HTTP/1.1" status: 204 len: 168 time: 0.2295873 Oct 27 10:14:33.692817 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff2ae32-86f6-411f-af5e-ba73d587c776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc74036a-70d8-4120-bb20-f73a38144cb6,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:34.156394 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-f10e1748-a3ce-4995-bcee-9e06fa13ef32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:34.781655 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72f476-dfb6-4196-806c-60788ea402bd req-52c37f45-de3f-4579-a8a6-bb311fc93417 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:34.783886 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-3f72f476-dfb6-4196-806c-60788ea402bd req-52c37f45-de3f-4579-a8a6-bb311fc93417 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0549939 Oct 27 10:14:34.837020 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-3f72f476-dfb6-4196-806c-60788ea402bd req-1a3349b6-1e97-4851-871b-d6e3c098448f tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371270 Oct 27 10:14:35.177989 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:35.904609 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:35.951191 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51f532-ea3f-4160-a243-38acfbad0958 req-b6413424-209b-481e-83a8-3dfb3358a6e7 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:35.952659 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-2b51f532-ea3f-4160-a243-38acfbad0958 req-b6413424-209b-481e-83a8-3dfb3358a6e7 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0520825 Oct 27 10:14:35.995536 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-2b51f532-ea3f-4160-a243-38acfbad0958 req-e83368b0-c5a2-45fc-ac61-8a01bccf4241 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368109 Oct 27 10:14:36.680800 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 47766) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:36.785733 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9f6370d2-aa4d-4ae1-9d51-205fcfeeb21a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:36.860167 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9f6370d2-aa4d-4ae1-9d51-205fcfeeb21a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:36.954855 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9f6370d2-aa4d-4ae1-9d51-205fcfeeb21a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:36.995681 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-9f6370d2-aa4d-4ae1-9d51-205fcfeeb21a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cdb47bfd3cae43899ab86a4f7d4ce68b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3138318 Oct 27 10:14:36.996352 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6370d2-aa4d-4ae1-9d51-205fcfeeb21a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3e94b5-b764-400a-9b5e-3cb6fda5dcae,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:36.998393 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 47772) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:37.048467 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-d0895e25-5450-4c7c-9d5b-225a54d615b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:37.069062 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-d0895e25-5450-4c7c-9d5b-225a54d615b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:37.074636 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:37.196097 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-d0895e25-5450-4c7c-9d5b-225a54d615b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:37.198855 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-d0895e25-5450-4c7c-9d5b-225a54d615b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:37.200124 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-d0895e25-5450-4c7c-9d5b-225a54d615b6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7a3e94b5-b764-400a-9b5e-3cb6fda5dcae HTTP/1.1" status: 204 len: 168 time: 0.2006299 Oct 27 10:14:37.208611 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0895e25-5450-4c7c-9d5b-225a54d615b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3e94b5-b764-400a-9b5e-3cb6fda5dcae,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:37.849312 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 47786) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:37.862217 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-2e51f23b-a3d2-47bc-addf-c414081dbd65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:37.935264 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-2e51f23b-a3d2-47bc-addf-c414081dbd65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:38.000538 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-2e51f23b-a3d2-47bc-addf-c414081dbd65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:38.037122 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e51f23b-a3d2-47bc-addf-c414081dbd65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1074e48d-250e-4d90-833a-26f3af34267f,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:38.041531 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-2e51f23b-a3d2-47bc-addf-c414081dbd65 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=df42d735c08241ebadd25c5b91e6e581&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1911349 Oct 27 10:14:38.044658 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 47788) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:38.093016 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-9a6ce908-47c8-453f-8a20-ac1101cd8e5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:38.115313 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-9a6ce908-47c8-453f-8a20-ac1101cd8e5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:38.247530 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-9a6ce908-47c8-453f-8a20-ac1101cd8e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:38.250154 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-9a6ce908-47c8-453f-8a20-ac1101cd8e5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:38.251350 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-9a6ce908-47c8-453f-8a20-ac1101cd8e5f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1074e48d-250e-4d90-833a-26f3af34267f HTTP/1.1" status: 204 len: 168 time: 0.2064319 Oct 27 10:14:38.259739 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ce908-47c8-453f-8a20-ac1101cd8e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1074e48d-250e-4d90-833a-26f3af34267f,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:39.435313 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 47820) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:39.540008 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-d73a694e-aa29-41d9-9256-ae039e9e762b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-603183345-network', 'tenant_id': '8c27d96c45d14cd28e1cfc951f7a0eb4'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:14:39.599918 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bfa94f-8d1d-4bcb-aa2b-63fc7cea7516 req-1fff411c-cfa4-4b57-a697-be1c4bbc2449 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:39.601661 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-94bfa94f-8d1d-4bcb-aa2b-63fc7cea7516 req-1fff411c-cfa4-4b57-a697-be1c4bbc2449 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0573816 Oct 27 10:14:39.641873 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-94bfa94f-8d1d-4bcb-aa2b-63fc7cea7516 req-7f20076b-a73a-4818-a56f-736dd8309ea1 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342910 Oct 27 10:14:39.652851 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73a694e-aa29-41d9-9256-ae039e9e762b admin admin] Made reservation on behalf of 8c27d96c45d14cd28e1cfc951f7a0eb4 for: {'network': 1} {{(pid=101973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:14:39.655235 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d73a694e-aa29-41d9-9256-ae039e9e762b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for network, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:39.663834 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d73a694e-aa29-41d9-9256-ae039e9e762b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:39.741160 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d73a694e-aa29-41d9-9256-ae039e9e762b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:39.818750 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d73a694e-aa29-41d9-9256-ae039e9e762b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:39.843163 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d73a694e-aa29-41d9-9256-ae039e9e762b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1038} {{(pid=101973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:14:39.856796 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a694e-aa29-41d9-9256-ae039e9e762b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9daad7bf-8060-4df7-82c0-1dc44565e5b5,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:39.860136 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d73a694e-aa29-41d9-9256-ae039e9e762b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908'] for segment, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:39.860467 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.db.segments_db [None req-d73a694e-aa29-41d9-9256-ae039e9e762b admin admin] Added segment be75aafe-fe9c-4f3a-bd00-b157cdfc5f96 of type vlan for network 7c018d1c-450b-48ea-9a20-b80276e9c48a Oct 27 10:14:39.903912 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d73a694e-aa29-41d9-9256-ae039e9e762b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740339715530'] for network, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:40.002206 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d73a694e-aa29-41d9-9256-ae039e9e762b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413'] for network, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:40.003420 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73a694e-aa29-41d9-9256-ae039e9e762b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:40.004274 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d73a694e-aa29-41d9-9256-ae039e9e762b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for network, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:40.065820 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a694e-aa29-41d9-9256-ae039e9e762b admin admin] Pushing event updated for resources: {'Network': ['ID=7c018d1c-450b-48ea-9a20-b80276e9c48a,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:40.075602 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Network 7c018d1c-450b-48ea-9a20-b80276e9c48a details requested by agent ovs-agent-dv-cinder-815146-2-iscsi with host dv-cinder-815146-2-iscsi {{(pid=101975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:14:40.130487 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-d73a694e-aa29-41d9-9256-ae039e9e762b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6939766 Oct 27 10:14:40.133876 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 47830) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:40.138843 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-1ffe7677-50fe-4ca2-8dcc-29e8304865fb admin admin] Request body: {'subnet': {'network_id': '7c018d1c-450b-48ea-9a20-b80276e9c48a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-603183345-subnet', 'tenant_id': '8c27d96c45d14cd28e1cfc951f7a0eb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:14:40.246824 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffe7677-50fe-4ca2-8dcc-29e8304865fb admin admin] Made reservation on behalf of 8c27d96c45d14cd28e1cfc951f7a0eb4 for: {'subnet': 1} {{(pid=101973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:14:40.249175 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1ffe7677-50fe-4ca2-8dcc-29e8304865fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9229878'] for subnet, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:40.510178 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1ffe7677-50fe-4ca2-8dcc-29e8304865fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9116760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9229860'] for subnet, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:40.567643 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffe7677-50fe-4ca2-8dcc-29e8304865fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f29a601d-9d58-44cd-bd30-77fba67cff49,revision_number=0']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:40.591704 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffe7677-50fe-4ca2-8dcc-29e8304865fb admin admin] Checking segment: {'id': 'be75aafe-fe9c-4f3a-bd00-b157cdfc5f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '7c018d1c-450b-48ea-9a20-b80276e9c48a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:14:40.592062 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffe7677-50fe-4ca2-8dcc-29e8304865fb admin admin] Network hostable DHCP agents. Network: 7c018d1c-450b-48ea-9a20-b80276e9c48a, hostable agents: ['09a5fe22-088d-4af2-a4f8-d44fceaa8957'], hosted agents: [] {{(pid=101973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:14:40.675500 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffe7677-50fe-4ca2-8dcc-29e8304865fb admin admin] Network 7c018d1c-450b-48ea-9a20-b80276e9c48a is scheduled to be hosted by DHCP agent 09a5fe22-088d-4af2-a4f8-d44fceaa8957 with binding_index 1 {{(pid=101973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:14:40.767044 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [None req-1ffe7677-50fe-4ca2-8dcc-29e8304865fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-2-iscsi, 7c018d1c-450b-48ea-9a20-b80276e9c48a) {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:14:40.772491 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffe7677-50fe-4ca2-8dcc-29e8304865fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:40.773177 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1ffe7677-50fe-4ca2-8dcc-29e8304865fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for subnet, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:40.779720 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ac808b-592d-4868-ae60-6d2f0594787c None None] Network 7c018d1c-450b-48ea-9a20-b80276e9c48a requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:14:40.792579 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300a286-21c8-4edd-b748-58654154d7f2 req-d98f405b-79c4-41d2-a852-755382bc402c tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:40.795076 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-f300a286-21c8-4edd-b748-58654154d7f2 req-d98f405b-79c4-41d2-a852-755382bc402c tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0811126 Oct 27 10:14:40.841765 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-f300a286-21c8-4edd-b748-58654154d7f2 req-7d8fb206-6ce1-4d39-b671-aa8a5c109f55 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398941 Oct 27 10:14:40.866976 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-1ffe7677-50fe-4ca2-8dcc-29e8304865fb admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7319419 Oct 27 10:14:40.952337 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0d31a-2d27-40e0-80f6-faf049f24235 req-c3ea92b1-b22d-4e8c-925d-38a52dd45897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:40.954215 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-02d0d31a-2d27-40e0-80f6-faf049f24235 req-c3ea92b1-b22d-4e8c-925d-38a52dd45897 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 1098 time: 0.0470071 Oct 27 10:14:41.008889 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-02d0d31a-2d27-40e0-80f6-faf049f24235 req-7aa16520-e6ad-45b4-b384-a61b8dbb3f68 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313003 Oct 27 10:14:41.060586 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1c6b68-7b11-49c4-be31-c01924f2b8a1 None None] Network 7c018d1c-450b-48ea-9a20-b80276e9c48a requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:14:41.578557 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 47870) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:41.583375 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-d67087e2-7d89-48a7-8195-76514f38f0dc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1386602972-network', 'tenant_id': 'dd55bc8fdd9049a2add822b50430d2cb'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:14:41.692878 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67087e2-7d89-48a7-8195-76514f38f0dc admin admin] Made reservation on behalf of dd55bc8fdd9049a2add822b50430d2cb for: {'network': 1} {{(pid=101973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:14:41.695763 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d67087e2-7d89-48a7-8195-76514f38f0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for network, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:41.704402 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d67087e2-7d89-48a7-8195-76514f38f0dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:41.775498 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d67087e2-7d89-48a7-8195-76514f38f0dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:41.840001 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d67087e2-7d89-48a7-8195-76514f38f0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:41.865938 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d67087e2-7d89-48a7-8195-76514f38f0dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1005} {{(pid=101973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:14:41.872589 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67087e2-7d89-48a7-8195-76514f38f0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f207c678-91fc-449c-8704-6c3598a7719d,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:41.879478 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d67087e2-7d89-48a7-8195-76514f38f0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908'] for segment, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:41.879816 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.db.segments_db [None req-d67087e2-7d89-48a7-8195-76514f38f0dc admin admin] Added segment 40202075-115e-4a8e-ade6-ee1d712e0138 of type vlan for network f0e92e91-d4bb-446c-92c1-b54836af4ad1 Oct 27 10:14:41.919166 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d67087e2-7d89-48a7-8195-76514f38f0dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740339715530'] for network, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:42.006089 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d67087e2-7d89-48a7-8195-76514f38f0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413'] for network, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:42.007039 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67087e2-7d89-48a7-8195-76514f38f0dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:42.007717 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d67087e2-7d89-48a7-8195-76514f38f0dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for network, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:42.066993 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67087e2-7d89-48a7-8195-76514f38f0dc admin admin] Pushing event updated for resources: {'Network': ['ID=f0e92e91-d4bb-446c-92c1-b54836af4ad1,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:42.076350 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Network f0e92e91-d4bb-446c-92c1-b54836af4ad1 details requested by agent ovs-agent-dv-cinder-815146-2-iscsi with host dv-cinder-815146-2-iscsi {{(pid=101975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:14:42.135686 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-d67087e2-7d89-48a7-8195-76514f38f0dc admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.5560417 Oct 27 10:14:42.138368 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 47880) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:42.143266 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-37805bd8-8502-4b53-aebc-a91af36c9218 admin admin] Request body: {'subnet': {'network_id': 'f0e92e91-d4bb-446c-92c1-b54836af4ad1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1386602972-subnet', 'tenant_id': 'dd55bc8fdd9049a2add822b50430d2cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:14:42.235324 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37805bd8-8502-4b53-aebc-a91af36c9218 admin admin] Made reservation on behalf of dd55bc8fdd9049a2add822b50430d2cb for: {'subnet': 1} {{(pid=101973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:14:42.237661 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-37805bd8-8502-4b53-aebc-a91af36c9218 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9229878'] for subnet, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:42.452735 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-37805bd8-8502-4b53-aebc-a91af36c9218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9116760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9229860'] for subnet, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:42.504028 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37805bd8-8502-4b53-aebc-a91af36c9218 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18da4c13-c99a-43a0-a9ad-ff8c231aa9a6,revision_number=0']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:42.517423 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37805bd8-8502-4b53-aebc-a91af36c9218 admin admin] Checking segment: {'id': '40202075-115e-4a8e-ade6-ee1d712e0138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'f0e92e91-d4bb-446c-92c1-b54836af4ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:14:42.517802 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37805bd8-8502-4b53-aebc-a91af36c9218 admin admin] Network hostable DHCP agents. Network: f0e92e91-d4bb-446c-92c1-b54836af4ad1, hostable agents: ['09a5fe22-088d-4af2-a4f8-d44fceaa8957'], hosted agents: [] {{(pid=101973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:14:42.595757 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37805bd8-8502-4b53-aebc-a91af36c9218 admin admin] Network f0e92e91-d4bb-446c-92c1-b54836af4ad1 is scheduled to be hosted by DHCP agent 09a5fe22-088d-4af2-a4f8-d44fceaa8957 with binding_index 1 {{(pid=101973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:14:42.658365 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [None req-37805bd8-8502-4b53-aebc-a91af36c9218 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-2-iscsi, f0e92e91-d4bb-446c-92c1-b54836af4ad1) {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:14:42.662417 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37805bd8-8502-4b53-aebc-a91af36c9218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:42.665385 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-37805bd8-8502-4b53-aebc-a91af36c9218 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for subnet, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:42.668178 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860b14b8-46be-46f4-b4ed-34fd39589d41 None None] Network f0e92e91-d4bb-446c-92c1-b54836af4ad1 requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:14:42.735325 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-37805bd8-8502-4b53-aebc-a91af36c9218 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5958567 Oct 27 10:14:42.789931 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846b5bc5-a98b-41af-9371-502e88363662 None None] Network f0e92e91-d4bb-446c-92c1-b54836af4ad1 requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:14:42.845111 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 47890) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:42.889307 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d78b850-eccf-4eb1-8733-73e816e3deeb admin admin] Deleting subnet f29a601d-9d58-44cd-bd30-77fba67cff49 {{(pid=101973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:14:42.892388 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d78b850-eccf-4eb1-8733-73e816e3deeb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:42.927102 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d78b850-eccf-4eb1-8733-73e816e3deeb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114672'] for subnet, precommit_delete_associations {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:42.968690 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d78b850-eccf-4eb1-8733-73e816e3deeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3657045'] for subnet, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:42.977609 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:43.092654 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d78b850-eccf-4eb1-8733-73e816e3deeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3657052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9116697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9230295'] for subnet, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:43.115467 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d78b850-eccf-4eb1-8733-73e816e3deeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f29a601d-9d58-44cd-bd30-77fba67cff49,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:43.120926 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d78b850-eccf-4eb1-8733-73e816e3deeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for subnet, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:43.124067 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-3d78b850-eccf-4eb1-8733-73e816e3deeb admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f29a601d-9d58-44cd-bd30-77fba67cff49 HTTP/1.1" status: 204 len: 168 time: 0.2778966 Oct 27 10:14:43.126631 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 47892) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:43.191486 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4424b3d6-f436-4da0-8a5b-0c0ba41e549c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3615918'] for network, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:43.269053 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4424b3d6-f436-4da0-8a5b-0c0ba41e549c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3667904', 'neutron.services.segments.db._delete_segments_for_network-8740340232798'] for network, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:43.288097 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.services.segments.db [None req-4424b3d6-f436-4da0-8a5b-0c0ba41e549c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c018d1c-450b-48ea-9a20-b80276e9c48a']}} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:14:43.297641 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.services.segments.db [None req-4424b3d6-f436-4da0-8a5b-0c0ba41e549c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be75aafe-fe9c-4f3a-bd00-b157cdfc5f96') {'for_net_delete': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:14:43.297944 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.services.segments.db [None req-4424b3d6-f436-4da0-8a5b-0c0ba41e549c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be75aafe-fe9c-4f3a-bd00-b157cdfc5f96') {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:14:43.307444 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4424b3d6-f436-4da0-8a5b-0c0ba41e549c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740340234087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114697'] for segment, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:43.319788 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4424b3d6-f436-4da0-8a5b-0c0ba41e549c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908'] for segment, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:43.325554 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4424b3d6-f436-4da0-8a5b-0c0ba41e549c admin admin] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=101973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:14:43.325822 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4424b3d6-f436-4da0-8a5b-0c0ba41e549c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9116915'] for segment, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:43.327385 dv-cinder-815146-2-iscsi neutron-server[101973]: Traceback (most recent call last): Oct 27 10:14:43.327385 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:14:43.327385 dv-cinder-815146-2-iscsi neutron-server[101973]: timer() Oct 27 10:14:43.327385 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:14:43.327385 dv-cinder-815146-2-iscsi neutron-server[101973]: cb(*args, **kw) Oct 27 10:14:43.327385 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:14:43.327385 dv-cinder-815146-2-iscsi neutron-server[101973]: return func(*args, **kwargs) Oct 27 10:14:43.327385 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:14:43.327385 dv-cinder-815146-2-iscsi neutron-server[101973]: self._notify() Oct 27 10:14:43.327385 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:14:43.327385 dv-cinder-815146-2-iscsi neutron-server[101973]: self.callback(batched_events) Oct 27 10:14:43.327385 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:14:43.327385 dv-cinder-815146-2-iscsi neutron-server[101973]: event.method(event) Oct 27 10:14:43.327385 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:14:43.327385 dv-cinder-815146-2-iscsi neutron-server[101973]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:14:43.327385 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:14:43.327385 dv-cinder-815146-2-iscsi neutron-server[101973]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:14:43.327385 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:14:43.327385 dv-cinder-815146-2-iscsi neutron-server[101973]: return f(self, *a, **k) Oct 27 10:14:43.327385 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:14:43.327385 dv-cinder-815146-2-iscsi neutron-server[101973]: return self._get(url).json() Oct 27 10:14:43.327385 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:14:43.327385 dv-cinder-815146-2-iscsi neutron-server[101973]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:14:43.327385 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:14:43.327385 dv-cinder-815146-2-iscsi neutron-server[101973]: return self.request(url, 'GET', **kwargs) Oct 27 10:14:43.327385 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:14:43.327385 dv-cinder-815146-2-iscsi neutron-server[101973]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:14:43.327385 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:14:43.327385 dv-cinder-815146-2-iscsi neutron-server[101973]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:14:43.327385 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:14:43.327385 dv-cinder-815146-2-iscsi neutron-server[101973]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:14:43.327385 dv-cinder-815146-2-iscsi neutron-server[101973]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:14:43.446796 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4424b3d6-f436-4da0-8a5b-0c0ba41e549c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3667915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564060'] for network, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:43.452252 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4424b3d6-f436-4da0-8a5b-0c0ba41e549c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for network, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:43.455323 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-4424b3d6-f436-4da0-8a5b-0c0ba41e549c admin admin] 10.222.0.36 "DELETE /v2.0/networks/7c018d1c-450b-48ea-9a20-b80276e9c48a HTTP/1.1" status: 204 len: 168 time: 0.3277936 Oct 27 10:14:43.458283 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 47896) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:43.466255 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4424b3d6-f436-4da0-8a5b-0c0ba41e549c admin admin] Pushing event deleted for resources: {'Network': ['ID=7c018d1c-450b-48ea-9a20-b80276e9c48a,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:43.501376 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.db.db_base_plugin_v2 [None req-0687fae0-c75b-4028-9265-a2bfbfe9c1e3 admin admin] Deleting subnet 18da4c13-c99a-43a0-a9ad-ff8c231aa9a6 {{(pid=101974) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:14:43.504472 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-0687fae0-c75b-4028-9265-a2bfbfe9c1e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:43.540219 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-0687fae0-c75b-4028-9265-a2bfbfe9c1e3 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:43.545554 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-0687fae0-c75b-4028-9265-a2bfbfe9c1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3657045'] for subnet, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:43.653187 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-0687fae0-c75b-4028-9265-a2bfbfe9c1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3657052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413'] for subnet, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:43.678370 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0687fae0-c75b-4028-9265-a2bfbfe9c1e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18da4c13-c99a-43a0-a9ad-ff8c231aa9a6,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:43.683120 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-0687fae0-c75b-4028-9265-a2bfbfe9c1e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:43.686277 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-0687fae0-c75b-4028-9265-a2bfbfe9c1e3 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/18da4c13-c99a-43a0-a9ad-ff8c231aa9a6 HTTP/1.1" status: 204 len: 168 time: 0.2270181 Oct 27 10:14:43.688754 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 47900) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:43.758389 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-cacdb76f-64ea-4b01-bc3f-ea3811d9d63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3615918'] for network, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:43.836679 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-cacdb76f-64ea-4b01-bc3f-ea3811d9d63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3667904', 'neutron.services.segments.db._delete_segments_for_network-8740340232798'] for network, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:43.856651 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-cacdb76f-64ea-4b01-bc3f-ea3811d9d63e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:14:43.858912 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-cacdb76f-64ea-4b01-bc3f-ea3811d9d63e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:14:43.858912 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-cacdb76f-64ea-4b01-bc3f-ea3811d9d63e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:14:43.858912 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-cacdb76f-64ea-4b01-bc3f-ea3811d9d63e admin admin] Subscribe: > port after_create 55550000 {{(pid=101974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:14:43.858912 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-cacdb76f-64ea-4b01-bc3f-ea3811d9d63e admin admin] Subscribe: > port after_delete 55550000 {{(pid=101974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:14:43.858912 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-cacdb76f-64ea-4b01-bc3f-ea3811d9d63e admin admin] Subscribe: > port after_update 55550000 {{(pid=101974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:14:43.859410 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-cacdb76f-64ea-4b01-bc3f-ea3811d9d63e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:14:43.859500 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-cacdb76f-64ea-4b01-bc3f-ea3811d9d63e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:14:43.859772 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-cacdb76f-64ea-4b01-bc3f-ea3811d9d63e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:14:43.860072 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-cacdb76f-64ea-4b01-bc3f-ea3811d9d63e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:14:43.926077 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-cacdb76f-64ea-4b01-bc3f-ea3811d9d63e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:14:43.926421 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-cacdb76f-64ea-4b01-bc3f-ea3811d9d63e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:14:43.926744 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-cacdb76f-64ea-4b01-bc3f-ea3811d9d63e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:14:43.927065 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-cacdb76f-64ea-4b01-bc3f-ea3811d9d63e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:14:43.927433 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.services.segments.db [None req-cacdb76f-64ea-4b01-bc3f-ea3811d9d63e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0e92e91-d4bb-446c-92c1-b54836af4ad1']}} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:14:43.944879 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.services.segments.db [None req-cacdb76f-64ea-4b01-bc3f-ea3811d9d63e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40202075-115e-4a8e-ade6-ee1d712e0138') {'for_net_delete': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:14:43.945376 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.services.segments.db [None req-cacdb76f-64ea-4b01-bc3f-ea3811d9d63e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40202075-115e-4a8e-ade6-ee1d712e0138') {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:14:43.967270 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-cacdb76f-64ea-4b01-bc3f-ea3811d9d63e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740340234087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8792530'] for segment, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:43.987564 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-cacdb76f-64ea-4b01-bc3f-ea3811d9d63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908'] for segment, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:43.996524 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cacdb76f-64ea-4b01-bc3f-ea3811d9d63e admin admin] Releasing vlan 1005 on physical network physnet1 to pool {{(pid=101974) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:14:43.996895 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-cacdb76f-64ea-4b01-bc3f-ea3811d9d63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12078990'] for segment, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:44.000772 dv-cinder-815146-2-iscsi neutron-server[101974]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 10:14:44.000772 dv-cinder-815146-2-iscsi neutron-server[101974]: from cryptography.utils import int_from_bytes Oct 27 10:14:44.000772 dv-cinder-815146-2-iscsi neutron-server[101974]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 10:14:44.000772 dv-cinder-815146-2-iscsi neutron-server[101974]: from cryptography.utils import int_from_bytes Oct 27 10:14:44.000772 dv-cinder-815146-2-iscsi neutron-server[101974]: Traceback (most recent call last): Oct 27 10:14:44.000772 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:14:44.000772 dv-cinder-815146-2-iscsi neutron-server[101974]: timer() Oct 27 10:14:44.000772 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:14:44.000772 dv-cinder-815146-2-iscsi neutron-server[101974]: cb(*args, **kw) Oct 27 10:14:44.000772 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:14:44.000772 dv-cinder-815146-2-iscsi neutron-server[101974]: return func(*args, **kwargs) Oct 27 10:14:44.000772 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:14:44.000772 dv-cinder-815146-2-iscsi neutron-server[101974]: self._notify() Oct 27 10:14:44.000772 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:14:44.000772 dv-cinder-815146-2-iscsi neutron-server[101974]: self.callback(batched_events) Oct 27 10:14:44.000772 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:14:44.000772 dv-cinder-815146-2-iscsi neutron-server[101974]: event.method(event) Oct 27 10:14:44.000772 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:14:44.000772 dv-cinder-815146-2-iscsi neutron-server[101974]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:14:44.000772 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:14:44.000772 dv-cinder-815146-2-iscsi neutron-server[101974]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:14:44.000772 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:14:44.000772 dv-cinder-815146-2-iscsi neutron-server[101974]: return f(self, *a, **k) Oct 27 10:14:44.000772 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:14:44.000772 dv-cinder-815146-2-iscsi neutron-server[101974]: return self._get(url).json() Oct 27 10:14:44.000772 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:14:44.000772 dv-cinder-815146-2-iscsi neutron-server[101974]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:14:44.000772 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:14:44.000772 dv-cinder-815146-2-iscsi neutron-server[101974]: return self.request(url, 'GET', **kwargs) Oct 27 10:14:44.000772 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:14:44.000772 dv-cinder-815146-2-iscsi neutron-server[101974]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:14:44.000772 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:14:44.000772 dv-cinder-815146-2-iscsi neutron-server[101974]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:14:44.000772 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:14:44.000772 dv-cinder-815146-2-iscsi neutron-server[101974]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:14:44.000772 dv-cinder-815146-2-iscsi neutron-server[101974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:14:44.104036 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-cacdb76f-64ea-4b01-bc3f-ea3811d9d63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3667915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564060'] for network, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:44.111264 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-cacdb76f-64ea-4b01-bc3f-ea3811d9d63e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for network, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:44.114482 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-cacdb76f-64ea-4b01-bc3f-ea3811d9d63e admin admin] 10.222.0.36 "DELETE /v2.0/networks/f0e92e91-d4bb-446c-92c1-b54836af4ad1 HTTP/1.1" status: 204 len: 168 time: 0.4248290 Oct 27 10:14:44.124605 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacdb76f-64ea-4b01-bc3f-ea3811d9d63e admin admin] Pushing event deleted for resources: {'Network': ['ID=f0e92e91-d4bb-446c-92c1-b54836af4ad1,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:44.478051 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 47908) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:44.478706 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e1450-104a-4c8e-ba1a-933f7c9d4213 req-d90d453b-4b58-4271-a56e-568d2446f248 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:44.480082 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-449e1450-104a-4c8e-ba1a-933f7c9d4213 req-d90d453b-4b58-4271-a56e-568d2446f248 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0517623 Oct 27 10:14:44.518187 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-449e1450-104a-4c8e-ba1a-933f7c9d4213 req-b52d3320-1df2-4fbb-a6fd-b0abea114664 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318522 Oct 27 10:14:44.519892 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-b9be540a-40d0-42fa-aff2-b1777b34a680 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8c27d96c45d14cd28e1cfc951f7a0eb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406833 Oct 27 10:14:44.522329 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 47910) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:44.576251 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-f0ff4962-29a4-47ef-ab45-466a33a61de6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:44.599920 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-f0ff4962-29a4-47ef-ab45-466a33a61de6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:44.698188 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-f0ff4962-29a4-47ef-ab45-466a33a61de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:44.700747 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-f0ff4962-29a4-47ef-ab45-466a33a61de6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:44.701956 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-f0ff4962-29a4-47ef-ab45-466a33a61de6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9daad7bf-8060-4df7-82c0-1dc44565e5b5 HTTP/1.1" status: 204 len: 168 time: 0.1786852 Oct 27 10:14:44.710200 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff4962-29a4-47ef-ab45-466a33a61de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9daad7bf-8060-4df7-82c0-1dc44565e5b5,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:45.375295 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 47924) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:45.419233 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-f583b412-e1f1-405c-876a-4f8cf153e80f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dd55bc8fdd9049a2add822b50430d2cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426459 Oct 27 10:14:45.421804 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 47930) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:45.478961 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-16406ab5-b9fd-4187-96d5-d98e2799f9df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:45.506714 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-16406ab5-b9fd-4187-96d5-d98e2799f9df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:45.631680 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-16406ab5-b9fd-4187-96d5-d98e2799f9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:45.635185 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-16406ab5-b9fd-4187-96d5-d98e2799f9df admin admin] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:45.636485 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-16406ab5-b9fd-4187-96d5-d98e2799f9df admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f207c678-91fc-449c-8704-6c3598a7719d HTTP/1.1" status: 204 len: 168 time: 0.2136621 Oct 27 10:14:45.652559 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16406ab5-b9fd-4187-96d5-d98e2799f9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f207c678-91fc-449c-8704-6c3598a7719d,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:45.664683 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff48c3f-1505-4a0e-a246-56cc4ccd89ce req-bb77b421-79e5-4ba6-84c4-3515a6270ae5 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:45.666234 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-aff48c3f-1505-4a0e-a246-56cc4ccd89ce req-bb77b421-79e5-4ba6-84c4-3515a6270ae5 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0696793 Oct 27 10:14:45.733613 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-aff48c3f-1505-4a0e-a246-56cc4ccd89ce req-5f1fb819-b64d-4773-8351-d8214076b4e0 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600905 Oct 27 10:14:46.185897 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ddfef-8944-4eee-b39a-2cb1a62ed0cf req-ed14200c-df84-418e-baad-3ad603fc411c tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:46.185897 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-ea8ddfef-8944-4eee-b39a-2cb1a62ed0cf req-ed14200c-df84-418e-baad-3ad603fc411c tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0938497 Oct 27 10:14:46.217942 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5e5bd-b1f9-4a15-be14-0062dfdb8d2c req-8b22bcc4-cf04-4c10-bb07-c97cf0e4d31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:46.219519 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-18b5e5bd-b1f9-4a15-be14-0062dfdb8d2c req-8b22bcc4-cf04-4c10-bb07-c97cf0e4d31a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=84ee96eca37f439da63d7612697a0a33&device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 1098 time: 0.0741253 Oct 27 10:14:46.258502 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-ea8ddfef-8944-4eee-b39a-2cb1a62ed0cf req-9fbe4877-641b-4870-91a5-d54cb6ff636a tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661132 Oct 27 10:14:46.327562 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5e5bd-b1f9-4a15-be14-0062dfdb8d2c req-5a0be205-bcc2-4f1b-be03-bc7c4c564478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:46.329094 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-18b5e5bd-b1f9-4a15-be14-0062dfdb8d2c req-5a0be205-bcc2-4f1b-be03-bc7c4c564478 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f7961d2d-16df-4f4e-ba8f-b487aecddcfb HTTP/1.1" status: 200 len: 921 time: 0.1005538 Oct 27 10:14:46.376863 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-18b5e5bd-b1f9-4a15-be14-0062dfdb8d2c req-bff57b15-6895-4786-abbe-6eb8684de883 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad53ec07-b6ed-4849-926f-7fa08020a514 HTTP/1.1" status: 200 len: 217 time: 0.0372996 Oct 27 10:14:46.427154 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5e5bd-b1f9-4a15-be14-0062dfdb8d2c req-36c6ff3b-fbde-48f1-8f76-a6b224162ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:46.428615 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-18b5e5bd-b1f9-4a15-be14-0062dfdb8d2c req-36c6ff3b-fbde-48f1-8f76-a6b224162ece service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5c71709b-7393-40ed-a177-1fb36198be48 HTTP/1.1" status: 200 len: 859 time: 0.0440288 Oct 27 10:14:46.465002 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-18b5e5bd-b1f9-4a15-be14-0062dfdb8d2c req-5f72034c-ebf4-4097-9503-541c7cd5e53a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f7961d2d-16df-4f4e-ba8f-b487aecddcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229368 Oct 27 10:14:46.581436 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-18b5e5bd-b1f9-4a15-be14-0062dfdb8d2c req-64bf5edd-7471-4b33-8fd3-b7258fba8174 service neutron] 10.222.0.81 "GET /v2.0/networks/f7961d2d-16df-4f4e-ba8f-b487aecddcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054595 Oct 27 10:14:46.683401 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-18b5e5bd-b1f9-4a15-be14-0062dfdb8d2c req-93b1d189-7d0c-4836-8f26-9b9e4bda8527 service neutron] 10.222.0.81 "GET /v2.0/networks/f7961d2d-16df-4f4e-ba8f-b487aecddcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912824 Oct 27 10:14:47.412659 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff86775-9ec5-4092-b6fd-0ec6690325aa req-2e981456-b512-4148-a6fa-cfcf02bd53eb tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:47.421606 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-bff86775-9ec5-4092-b6fd-0ec6690325aa req-2e981456-b512-4148-a6fa-cfcf02bd53eb tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0797668 Oct 27 10:14:47.459524 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-bff86775-9ec5-4092-b6fd-0ec6690325aa req-d02109e8-6035-4acd-be74-24be11e2ee4f tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369337 Oct 27 10:14:47.910778 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 48040) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:48.087875 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-96c8a2cc-f56f-4319-9a67-2fed72654b1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:48.166016 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-96c8a2cc-f56f-4319-9a67-2fed72654b1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:48.263238 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-96c8a2cc-f56f-4319-9a67-2fed72654b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:48.300300 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-96c8a2cc-f56f-4319-9a67-2fed72654b1f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0799ac7f2c824472b61bc32843ed32ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3882656 Oct 27 10:14:48.302271 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c8a2cc-f56f-4319-9a67-2fed72654b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb366ba-3efa-48a7-9507-9ad55a9f5fce,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:48.303082 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 48046) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:48.358985 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-eb251924-9d59-475c-bbc6-130f28ead2d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:48.379634 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-eb251924-9d59-475c-bbc6-130f28ead2d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:48.486238 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-eb251924-9d59-475c-bbc6-130f28ead2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:48.489133 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-eb251924-9d59-475c-bbc6-130f28ead2d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:48.497536 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-eb251924-9d59-475c-bbc6-130f28ead2d3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7cb366ba-3efa-48a7-9507-9ad55a9f5fce HTTP/1.1" status: 204 len: 168 time: 0.1862986 Oct 27 10:14:48.499616 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb251924-9d59-475c-bbc6-130f28ead2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb366ba-3efa-48a7-9507-9ad55a9f5fce,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:48.621169 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56303140-5930-4d9f-80a3-3f94513e80e5 req-cfad182c-c43c-4cc6-bd5c-1c049b34296e tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:48.623409 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-56303140-5930-4d9f-80a3-3f94513e80e5 req-cfad182c-c43c-4cc6-bd5c-1c049b34296e tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0807695 Oct 27 10:14:48.669287 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-56303140-5930-4d9f-80a3-3f94513e80e5 req-fc976930-b267-4583-afb2-dbe6432c7fe8 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359578 Oct 27 10:14:49.236420 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 48078) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:49.250605 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4ac4697e-0a21-4da9-b2b2-a799f2763011 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:49.327835 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4ac4697e-0a21-4da9-b2b2-a799f2763011 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:49.372649 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4ac4697e-0a21-4da9-b2b2-a799f2763011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:49.416561 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-4ac4697e-0a21-4da9-b2b2-a799f2763011 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b7e3c273dc214c8686f79ccfbbfefa0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1776443 Oct 27 10:14:49.417978 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac4697e-0a21-4da9-b2b2-a799f2763011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c545ffc0-5499-4a6f-afb7-f488c9abefd0,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:49.418687 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 48082) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:49.476298 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-e1bda9ef-75e5-4774-a317-5b48b30d7e30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:49.498883 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-e1bda9ef-75e5-4774-a317-5b48b30d7e30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:49.612452 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-e1bda9ef-75e5-4774-a317-5b48b30d7e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:49.614965 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-e1bda9ef-75e5-4774-a317-5b48b30d7e30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:49.616160 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-e1bda9ef-75e5-4774-a317-5b48b30d7e30 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c545ffc0-5499-4a6f-afb7-f488c9abefd0 HTTP/1.1" status: 204 len: 168 time: 0.1960018 Oct 27 10:14:49.625781 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bda9ef-75e5-4774-a317-5b48b30d7e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c545ffc0-5499-4a6f-afb7-f488c9abefd0,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:49.808201 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1392377-56f8-4dd1-b341-fa0ab35e501c req-9dd75c10-533c-4da5-9d27-bd1d47a30abc tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:49.809673 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a1392377-56f8-4dd1-b341-fa0ab35e501c req-9dd75c10-533c-4da5-9d27-bd1d47a30abc tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0481665 Oct 27 10:14:49.850167 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a1392377-56f8-4dd1-b341-fa0ab35e501c req-fb94d69b-4cc4-4464-9356-a60914349357 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339644 Oct 27 10:14:50.423643 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 48110) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:50.437140 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-5085ff07-962f-4b77-b967-0df68844e262 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:50.512112 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-5085ff07-962f-4b77-b967-0df68844e262 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:50.578286 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-5085ff07-962f-4b77-b967-0df68844e262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:50.619677 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-5085ff07-962f-4b77-b967-0df68844e262 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=53774dd85007426d99953031760674c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1946688 Oct 27 10:14:50.621934 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5085ff07-962f-4b77-b967-0df68844e262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710e92ba-132b-45b9-bac9-b635e91eb346,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:50.622344 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 48116) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:50.681427 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9e15b92f-90ed-4315-9dd7-e961e98dd6bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:50.704243 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9e15b92f-90ed-4315-9dd7-e961e98dd6bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:50.846056 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9e15b92f-90ed-4315-9dd7-e961e98dd6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:50.849092 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9e15b92f-90ed-4315-9dd7-e961e98dd6bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:50.853171 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-9e15b92f-90ed-4315-9dd7-e961e98dd6bd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/710e92ba-132b-45b9-bac9-b635e91eb346 HTTP/1.1" status: 204 len: 168 time: 0.2269671 Oct 27 10:14:50.859637 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15b92f-90ed-4315-9dd7-e961e98dd6bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710e92ba-132b-45b9-bac9-b635e91eb346,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:54.001765 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45085e75-f763-4d6b-8778-f334e1be31de req-7e3778a4-e1b9-4a25-af13-0f3986b57b7d tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:54.003980 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-45085e75-f763-4d6b-8778-f334e1be31de req-7e3778a4-e1b9-4a25-af13-0f3986b57b7d tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0575924 Oct 27 10:14:54.049139 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-45085e75-f763-4d6b-8778-f334e1be31de req-35fca132-e251-427d-880b-6dcfbaed440f tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378308 Oct 27 10:14:55.394327 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 48260) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:55.528077 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-259a6299-caea-4dc7-910c-00d2c6019dca admin admin] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:55.538567 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99460d1-dfcd-4fed-89c6-bb11ce491407 req-52b0b73f-efb2-47e2-b87b-fdd54488118d tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:55.540061 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-b99460d1-dfcd-4fed-89c6-bb11ce491407 req-52b0b73f-efb2-47e2-b87b-fdd54488118d tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 945 time: 0.0678959 Oct 27 10:14:55.594845 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-b99460d1-dfcd-4fed-89c6-bb11ce491407 req-f2d31e86-bd53-4a52-a34b-8f102924c328 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457416 Oct 27 10:14:55.658204 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-259a6299-caea-4dc7-910c-00d2c6019dca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:55.772285 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-259a6299-caea-4dc7-910c-00d2c6019dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:55.809557 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a6299-caea-4dc7-910c-00d2c6019dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0817e9a-9312-4a12-9569-d015428c4c2b,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:55.813920 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-259a6299-caea-4dc7-910c-00d2c6019dca admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f3558cd092224f658c53a177e2b91a6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4183488 Oct 27 10:14:55.816625 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 48276) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:55.855702 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 48278) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:55.867946 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-5dfc33cd-4227-495c-94d6-9ed3c64fb5f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:55.890535 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-5dfc33cd-4227-495c-94d6-9ed3c64fb5f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:55.974441 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-48809faf-102a-4b60-9871-6f591c4a612b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:56.064059 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-5dfc33cd-4227-495c-94d6-9ed3c64fb5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:56.066681 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-5dfc33cd-4227-495c-94d6-9ed3c64fb5f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:56.067861 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-5dfc33cd-4227-495c-94d6-9ed3c64fb5f5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e0817e9a-9312-4a12-9569-d015428c4c2b HTTP/1.1" status: 204 len: 168 time: 0.2503328 Oct 27 10:14:56.076735 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc33cd-4227-495c-94d6-9ed3c64fb5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0817e9a-9312-4a12-9569-d015428c4c2b,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:56.127144 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-48809faf-102a-4b60-9871-6f591c4a612b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:56.195201 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-48809faf-102a-4b60-9871-6f591c4a612b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:56.233269 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-48809faf-102a-4b60-9871-6f591c4a612b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ad9b951f1918435dac003916aa3900cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3764691 Oct 27 10:14:56.235985 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48809faf-102a-4b60-9871-6f591c4a612b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ebd239-b699-4423-954a-f27e20bdf030,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:56.236229 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 48288) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:56.288524 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-58f64330-0c89-4201-ad7c-b3262239cc63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:56.311261 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-58f64330-0c89-4201-ad7c-b3262239cc63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:56.468382 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-58f64330-0c89-4201-ad7c-b3262239cc63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:56.471152 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-58f64330-0c89-4201-ad7c-b3262239cc63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:56.472730 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-58f64330-0c89-4201-ad7c-b3262239cc63 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/83ebd239-b699-4423-954a-f27e20bdf030 HTTP/1.1" status: 204 len: 168 time: 0.2356493 Oct 27 10:14:56.486038 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f64330-0c89-4201-ad7c-b3262239cc63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ebd239-b699-4423-954a-f27e20bdf030,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:56.724269 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abc87d-103d-44b5-a6d4-8627647bcbbd req-c71801ff-b359-4230-b321-2dc196d6bb7f tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:56.725666 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-00abc87d-103d-44b5-a6d4-8627647bcbbd req-c71801ff-b359-4230-b321-2dc196d6bb7f tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 945 time: 0.0476820 Oct 27 10:14:56.765194 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-00abc87d-103d-44b5-a6d4-8627647bcbbd req-415eaf02-9c30-4a2c-9bea-6cb784e69ae6 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328226 Oct 27 10:14:57.126369 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 48332) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:57.139832 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 48336) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:57.153956 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-dea0c7be-87fc-4dff-9a9b-e74e6c75b24e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:57.242954 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-dea0c7be-87fc-4dff-9a9b-e74e6c75b24e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:57.320785 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-dea0c7be-87fc-4dff-9a9b-e74e6c75b24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:57.340531 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-938df2a3-37c5-4017-94d0-f0c2a9a2b7dc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1120565903-network', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:14:57.365539 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-dea0c7be-87fc-4dff-9a9b-e74e6c75b24e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=493f65d275b74751bc234fe3b5b7a903&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2246296 Oct 27 10:14:57.366801 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea0c7be-87fc-4dff-9a9b-e74e6c75b24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6023de1c-4217-455f-b39b-8c28b44b25b5,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:57.368191 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 48346) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:57.424016 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-69d0c8f2-8e86-48ca-84c5-aad46678c5cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:57.442942 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938df2a3-37c5-4017-94d0-f0c2a9a2b7dc admin admin] Made reservation on behalf of ce4fbe5437b54e06856c6e5fba0e6a8d for: {'network': 1} {{(pid=101973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:14:57.445265 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-938df2a3-37c5-4017-94d0-f0c2a9a2b7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for network, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:57.460836 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-69d0c8f2-8e86-48ca-84c5-aad46678c5cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:57.467127 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-938df2a3-37c5-4017-94d0-f0c2a9a2b7dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:57.566682 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-938df2a3-37c5-4017-94d0-f0c2a9a2b7dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:57.606568 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-69d0c8f2-8e86-48ca-84c5-aad46678c5cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:57.609025 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-69d0c8f2-8e86-48ca-84c5-aad46678c5cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:57.610192 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-69d0c8f2-8e86-48ca-84c5-aad46678c5cd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6023de1c-4217-455f-b39b-8c28b44b25b5 HTTP/1.1" status: 204 len: 168 time: 0.2410386 Oct 27 10:14:57.617815 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d0c8f2-8e86-48ca-84c5-aad46678c5cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6023de1c-4217-455f-b39b-8c28b44b25b5,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:57.636099 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-938df2a3-37c5-4017-94d0-f0c2a9a2b7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:57.668422 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-938df2a3-37c5-4017-94d0-f0c2a9a2b7dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1037} {{(pid=101973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:14:57.681381 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938df2a3-37c5-4017-94d0-f0c2a9a2b7dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c529717f-660d-4220-85ff-4a0d504d0990,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:57.685138 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-938df2a3-37c5-4017-94d0-f0c2a9a2b7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908'] for segment, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:57.685536 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.db.segments_db [None req-938df2a3-37c5-4017-94d0-f0c2a9a2b7dc admin admin] Added segment c6701753-9a96-494a-a422-463d38a89485 of type vlan for network 45ccbdab-8245-4106-a0cd-ddc7afca495b Oct 27 10:14:57.725557 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-938df2a3-37c5-4017-94d0-f0c2a9a2b7dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740339715530'] for network, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:57.829709 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-938df2a3-37c5-4017-94d0-f0c2a9a2b7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413'] for network, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:57.830817 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938df2a3-37c5-4017-94d0-f0c2a9a2b7dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:57.831425 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-938df2a3-37c5-4017-94d0-f0c2a9a2b7dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for network, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:58.144264 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-938df2a3-37c5-4017-94d0-f0c2a9a2b7dc admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0165236 Oct 27 10:14:58.147123 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 48368) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:58.152146 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938df2a3-37c5-4017-94d0-f0c2a9a2b7dc admin admin] Pushing event updated for resources: {'Network': ['ID=45ccbdab-8245-4106-a0cd-ddc7afca495b,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:58.152724 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [None req-abace697-8b37-4e91-8d35-f71daf9e1a5a admin admin] Request body: {'subnet': {'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1120565903-subnet', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'ip_version': 4}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:14:58.162754 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Network 45ccbdab-8245-4106-a0cd-ddc7afca495b details requested by agent ovs-agent-dv-cinder-815146-2-iscsi with host dv-cinder-815146-2-iscsi {{(pid=101975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:14:58.170523 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb715f-ee79-4e69-872e-afef60c9aeb0 req-84eed5f0-ea24-4970-bd40-370fe6238651 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:58.172108 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0edb715f-ee79-4e69-872e-afef60c9aeb0 req-84eed5f0-ea24-4970-bd40-370fe6238651 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 945 time: 0.3255789 Oct 27 10:14:58.212014 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0edb715f-ee79-4e69-872e-afef60c9aeb0 req-86caba39-0708-4bec-a918-294c63c2547e tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329096 Oct 27 10:14:58.250878 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abace697-8b37-4e91-8d35-f71daf9e1a5a admin admin] Made reservation on behalf of ce4fbe5437b54e06856c6e5fba0e6a8d for: {'subnet': 1} {{(pid=101974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:14:58.253214 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-abace697-8b37-4e91-8d35-f71daf9e1a5a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8610317'] for subnet, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:58.491350 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-abace697-8b37-4e91-8d35-f71daf9e1a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8610335'] for subnet, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:58.551623 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abace697-8b37-4e91-8d35-f71daf9e1a5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=22ddcb0e-0b75-477e-b461-720a6b940632,revision_number=0']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:58.559245 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abace697-8b37-4e91-8d35-f71daf9e1a5a admin admin] Checking segment: {'id': 'c6701753-9a96-494a-a422-463d38a89485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:14:58.559592 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abace697-8b37-4e91-8d35-f71daf9e1a5a admin admin] Network hostable DHCP agents. Network: 45ccbdab-8245-4106-a0cd-ddc7afca495b, hostable agents: ['09a5fe22-088d-4af2-a4f8-d44fceaa8957'], hosted agents: [] {{(pid=101974) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:14:58.640952 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abace697-8b37-4e91-8d35-f71daf9e1a5a admin admin] Network 45ccbdab-8245-4106-a0cd-ddc7afca495b is scheduled to be hosted by DHCP agent 09a5fe22-088d-4af2-a4f8-d44fceaa8957 with binding_index 1 {{(pid=101974) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:14:58.732345 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.base_scheduler [None req-abace697-8b37-4e91-8d35-f71daf9e1a5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-2-iscsi, 45ccbdab-8245-4106-a0cd-ddc7afca495b) {{(pid=101974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:14:58.740995 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f9e206-f1e7-461d-919c-d815e69919d0 None None] Network 45ccbdab-8245-4106-a0cd-ddc7afca495b requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:14:58.743263 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abace697-8b37-4e91-8d35-f71daf9e1a5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:58.743842 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-abace697-8b37-4e91-8d35-f71daf9e1a5a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:58.826745 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-abace697-8b37-4e91-8d35-f71daf9e1a5a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6785705 Oct 27 10:14:58.829320 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 48402) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:58.835139 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [None req-527ad822-139d-4a42-a4e8-14ebecf58ddd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1120565903-router', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'}}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:14:58.909693 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c588749-6d7b-44e2-9239-0a907dbf6968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c31819-fd0c-56d4-b47e-8a5f64837448-45ccbdab-8245-4106-a0cd-ddc7afca495b', 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'fixed_ips': [{'subnet_id': '22ddcb0e-0b75-477e-b461-720a6b940632'}]}} from dv-cinder-815146-2-iscsi. {{(pid=101975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:14:58.909693 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-9c588749-6d7b-44e2-9239-0a907dbf6968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:58.944287 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-527ad822-139d-4a42-a4e8-14ebecf58ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-567724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13764'] for router, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:58.945505 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-527ad822-139d-4a42-a4e8-14ebecf58ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-564949', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13757'] for router, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:59.001863 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-527ad822-139d-4a42-a4e8-14ebecf58ddd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:59.045534 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 48410) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:59.063076 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.db_base_plugin_common [None req-9c588749-6d7b-44e2-9239-0a907dbf6968 None None] Allocated IP 172.20.0.2 (45ccbdab-8245-4106-a0cd-ddc7afca495b/22ddcb0e-0b75-477e-b461-720a6b940632/a2b76f82-b956-4f49-9003-9025e2a753da) {{(pid=101975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:14:59.187693 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-7ed5c21e-03e2-4d41-88a5-463a9f96f47d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:59.216471 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-9c588749-6d7b-44e2-9239-0a907dbf6968 None None] Publish callbacks [] for port, precommit_create {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:59.263067 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-527ad822-139d-4a42-a4e8-14ebecf58ddd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:59.309612 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-9c588749-6d7b-44e2-9239-0a907dbf6968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839'] for port, after_create {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:59.356767 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c588749-6d7b-44e2-9239-0a907dbf6968 None None] Network 45ccbdab-8245-4106-a0cd-ddc7afca495b is already hosted by enough agents. {{(pid=101975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:14:59.362144 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.scheduler.base_scheduler [None req-9c588749-6d7b-44e2-9239-0a907dbf6968 None None] Resources bound (agent type, host, resource id): {{(pid=101975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:14:59.367400 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c588749-6d7b-44e2-9239-0a907dbf6968 None None] Received port after_create {{(pid=101975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:14:59.372431 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c588749-6d7b-44e2-9239-0a907dbf6968 None None] Pushing event updated for resources: {'Port': ['ID=a2b76f82-b956-4f49-9003-9025e2a753da,revision_number=1']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:59.376934 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-7ed5c21e-03e2-4d41-88a5-463a9f96f47d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:59.384734 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ca327-64f5-4c91-b69b-184d12bc7845 req-f6cba4f9-24bf-49c9-b59c-a6c3353139af tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:14:59.387247 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-af0ca327-64f5-4c91-b69b-184d12bc7845 req-f6cba4f9-24bf-49c9-b59c-a6c3353139af tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 945 time: 0.0904224 Oct 27 10:14:59.429535 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-9c588749-6d7b-44e2-9239-0a907dbf6968 None None] Attempting to bind port a2b76f82-b956-4f49-9003-9025e2a753da on host dv-cinder-815146-2-iscsi for vnic_type normal with profile {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:14:59.430141 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-9c588749-6d7b-44e2-9239-0a907dbf6968 None None] Attempting to bind port a2b76f82-b956-4f49-9003-9025e2a753da by drivers openvswitch,hyperv on host dv-cinder-815146-2-iscsi at level 0 using segments [{'id': 'c6701753-9a96-494a-a422-463d38a89485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b'}] {{(pid=101975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:14:59.432379 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c588749-6d7b-44e2-9239-0a907dbf6968 None None] Attempting to bind port a2b76f82-b956-4f49-9003-9025e2a753da on network 45ccbdab-8245-4106-a0cd-ddc7afca495b {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:14:59.437782 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c588749-6d7b-44e2-9239-0a907dbf6968 None None] Checking agent: {'id': '47afc1f0-2071-45d2-aeaa-ba0f7c30884d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 4, 35), 'started_at': datetime.datetime(2021, 10, 27, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:14:59.438250 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c588749-6d7b-44e2-9239-0a907dbf6968 None None] Checking segment: {'id': 'c6701753-9a96-494a-a422-463d38a89485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:14:59.438724 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-9c588749-6d7b-44e2-9239-0a907dbf6968 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:59.439182 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c588749-6d7b-44e2-9239-0a907dbf6968 None None] Bound using segment: {'id': 'c6701753-9a96-494a-a422-463d38a89485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b'} {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:14:59.439743 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-9c588749-6d7b-44e2-9239-0a907dbf6968 None None] Bound port: a2b76f82-b956-4f49-9003-9025e2a753da, host: dv-cinder-815146-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6701753-9a96-494a-a422-463d38a89485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b'}}] {{(pid=101975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:14:59.440216 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-9c588749-6d7b-44e2-9239-0a907dbf6968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:59.461303 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-7ed5c21e-03e2-4d41-88a5-463a9f96f47d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:59.485973 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-af0ca327-64f5-4c91-b69b-184d12bc7845 req-21abb6fa-7e88-47bc-9a49-206622074f07 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694151 Oct 27 10:14:59.511186 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-9c588749-6d7b-44e2-9239-0a907dbf6968 None None] For port a2b76f82-b956-4f49-9003-9025e2a753da, host dv-cinder-815146-2-iscsi, cleared binding levels {{(pid=101975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:14:59.514967 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-9c588749-6d7b-44e2-9239-0a907dbf6968 None None] For port a2b76f82-b956-4f49-9003-9025e2a753da, host dv-cinder-815146-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=a2b76f82-b956-4f49-9003-9025e2a753da,segment=NetworkSegment(c6701753-9a96-494a-a422-463d38a89485),segment_id=c6701753-9a96-494a-a422-463d38a89485)] {{(pid=101975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:14:59.524062 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed5c21e-03e2-4d41-88a5-463a9f96f47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43db859-b9d8-4ff9-b6d5-c8e97204c681,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:59.529570 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-7ed5c21e-03e2-4d41-88a5-463a9f96f47d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bb59acc6790f4fd9a877681885c1a2bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4828985 Oct 27 10:14:59.532586 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 48424) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:14:59.587363 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-2783a3d0-21bf-4770-9418-91be95f329b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:59.590384 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-9c588749-6d7b-44e2-9239-0a907dbf6968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:59.613799 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-2783a3d0-21bf-4770-9418-91be95f329b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:59.681480 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c588749-6d7b-44e2-9239-0a907dbf6968 None None] Pushing event updated for resources: {'Port': ['ID=a2b76f82-b956-4f49-9003-9025e2a753da,revision_number=2']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:59.703683 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-527ad822-139d-4a42-a4e8-14ebecf58ddd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:59.726354 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-527ad822-139d-4a42-a4e8-14ebecf58ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:59.771395 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-2783a3d0-21bf-4770-9418-91be95f329b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:59.774348 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-2783a3d0-21bf-4770-9418-91be95f329b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:59.775770 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-2783a3d0-21bf-4770-9418-91be95f329b9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e43db859-b9d8-4ff9-b6d5-c8e97204c681 HTTP/1.1" status: 204 len: 168 time: 0.2415013 Oct 27 10:14:59.795102 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2783a3d0-21bf-4770-9418-91be95f329b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43db859-b9d8-4ff9-b6d5-c8e97204c681,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:14:59.940891 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.db.db_base_plugin_common [None req-527ad822-139d-4a42-a4e8-14ebecf58ddd admin admin] Allocated IP 172.27.0.5 (69571a3e-4e32-484c-817d-d4e48eaaa088/c41fd2cf-ce58-48ac-94e7-7a64d200bbef/81039686-3edb-4a11-855b-40c0ec69fc77) {{(pid=101974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:15:00.053250 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-527ad822-139d-4a42-a4e8-14ebecf58ddd admin admin] Publish callbacks [] for port, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:00.189687 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-527ad822-139d-4a42-a4e8-14ebecf58ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078929'] for port, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:00.232640 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527ad822-139d-4a42-a4e8-14ebecf58ddd admin admin] Network 69571a3e-4e32-484c-817d-d4e48eaaa088 is already hosted by enough agents. {{(pid=101974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:15:00.235842 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.base_scheduler [None req-527ad822-139d-4a42-a4e8-14ebecf58ddd admin admin] Resources bound (agent type, host, resource id): {{(pid=101974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:15:00.239445 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527ad822-139d-4a42-a4e8-14ebecf58ddd admin admin] Received port after_create {{(pid=101974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:15:00.262990 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ad822-139d-4a42-a4e8-14ebecf58ddd admin admin] Pushing event updated for resources: {'Port': ['ID=81039686-3edb-4a11-855b-40c0ec69fc77,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:00.621687 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd3876-dbb6-4c51-a242-d0c14c663230 req-7355fea9-59f5-4366-b7a5-f025693a58ae tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:00.623261 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-2bdd3876-dbb6-4c51-a242-d0c14c663230 req-7355fea9-59f5-4366-b7a5-f025693a58ae tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 945 time: 0.0538073 Oct 27 10:15:00.695831 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-2bdd3876-dbb6-4c51-a242-d0c14c663230 req-faada154-fea2-4a40-bd71-aef88daeabd6 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582612 Oct 27 10:15:00.720654 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d48a80-bedb-4095-b8aa-76ae6d385347 None None] Network 45ccbdab-8245-4106-a0cd-ddc7afca495b requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:15:00.823030 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-a667ecda-bbf9-4c94-9764-56964fb4dda0 None None] Provisioning complete for port a2b76f82-b956-4f49-9003-9025e2a753da triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:15:00.824270 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-a667ecda-bbf9-4c94-9764-56964fb4dda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:00.856954 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-527ad822-139d-4a42-a4e8-14ebecf58ddd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:00.998422 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-a667ecda-bbf9-4c94-9764-56964fb4dda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:01.038645 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-a667ecda-bbf9-4c94-9764-56964fb4dda0 None None] For port a2b76f82-b956-4f49-9003-9025e2a753da, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=a2b76f82-b956-4f49-9003-9025e2a753da,segment=NetworkSegment(c6701753-9a96-494a-a422-463d38a89485),segment_id=c6701753-9a96-494a-a422-463d38a89485)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:15:01.084048 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-527ad822-139d-4a42-a4e8-14ebecf58ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-564872'] for router, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:01.138981 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-a667ecda-bbf9-4c94-9764-56964fb4dda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:01.208343 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a667ecda-bbf9-4c94-9764-56964fb4dda0 None None] Pushing event updated for resources: {'Port': ['ID=a2b76f82-b956-4f49-9003-9025e2a753da,revision_number=3']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:01.286071 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527ad822-139d-4a42-a4e8-14ebecf58ddd admin admin] Router 0983b7c0-7af8-45ae-9a29-53b2556b2e2f is scheduled to L3 agent b2a2dab9-f998-4002-b8bb-cf3ca8546284 with binding_index 1 {{(pid=101974) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:15:01.369570 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-6d595418-db1a-4c1c-972e-8d79070970e7 None None] Provisioning complete for port a2b76f82-b956-4f49-9003-9025e2a753da triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:15:01.370017 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-6d595418-db1a-4c1c-972e-8d79070970e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:01.399886 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527ad822-139d-4a42-a4e8-14ebecf58ddd admin admin] Notify agent at l3_agent.dv-cinder-815146-2-iscsi the message routers_updated {{(pid=101974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:15:01.413189 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cdc3db-41f5-4aaa-849d-adab715cdb2a None None] Sync routers for ids ['0983b7c0-7af8-45ae-9a29-53b2556b2e2f'] in dv-cinder-815146-2-iscsi {{(pid=101976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:15:01.426417 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cdc3db-41f5-4aaa-849d-adab715cdb2a None None] Routers {'0983b7c0-7af8-45ae-9a29-53b2556b2e2f'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:15:01.427226 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-08cdc3db-41f5-4aaa-849d-adab715cdb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:14:34Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['0983b7c0-7af8-45ae-9a29-53b2556b2e2f'], 'active': True} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:15:01.516461 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-527ad822-139d-4a42-a4e8-14ebecf58ddd admin admin] Publish callbacks [] for router, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:01.518273 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-527ad822-139d-4a42-a4e8-14ebecf58ddd admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6871953 Oct 27 10:15:01.529898 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 48478) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:15:01.534164 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvr_db [None req-08cdc3db-41f5-4aaa-849d-adab715cdb2a None None] Set router 0983b7c0-7af8-45ae-9a29-53b2556b2e2f gateway port host: dv-cinder-815146-2-iscsi {{(pid=101976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:15:01.548367 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-828c62a1-7c69-4c22-bf44-10f9e9d7e29f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:01.726892 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-08cdc3db-41f5-4aaa-849d-adab715cdb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'name': 'tempest-TestVolumeBootPattern-1120565903-router', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:14:58Z', 'updated_at': '2021-10-27T10:15:00Z', 'revision_number': 3, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'gw_port': {'id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:14:59Z', 'updated_at': '2021-10-27T10:14:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi'}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:15:01.766287 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cdc3db-41f5-4aaa-849d-adab715cdb2a None None] Checking router: 0983b7c0-7af8-45ae-9a29-53b2556b2e2f for host: dv-cinder-815146-2-iscsi {{(pid=101976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:15:01.766635 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cdc3db-41f5-4aaa-849d-adab715cdb2a None None] Updating router 0983b7c0-7af8-45ae-9a29-53b2556b2e2f port 81039686-3edb-4a11-855b-40c0ec69fc77 binding host dv-cinder-815146-2-iscsi {{(pid=101976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:15:01.809553 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-08cdc3db-41f5-4aaa-849d-adab715cdb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:01.844621 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.agents_db [None req-86e8c3be-7e21-4532-a65d-8f48c0a472d4 None None] Agent healthcheck: found 6 active agents {{(pid=101976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:15:01.888628 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a092e4-c859-4310-a6fc-fb94d840ac2e req-176cf20c-f1c8-45f5-ac95-7917ae3926ff tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:01.890243 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-19a092e4-c859-4310-a6fc-fb94d840ac2e req-176cf20c-f1c8-45f5-ac95-7917ae3926ff tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 945 time: 0.1061854 Oct 27 10:15:01.934822 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device a2b76f82-b956-4f49-9003-9025e2a753da up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:15:01.978318 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-19a092e4-c859-4310-a6fc-fb94d840ac2e req-7d92d1c4-2e1d-4f36-80a4-28aec2c946a1 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620401 Oct 27 10:15:02.083222 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port a2b76f82-b956-4f49-9003-9025e2a753da triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:15:02.085551 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:02.117832 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3fd75d45-5ebb-4061-8cc4-e2e066cb1a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:02.168242 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-08cdc3db-41f5-4aaa-849d-adab715cdb2a None None] Publish callbacks [] for port, precommit_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:02.285906 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-08cdc3db-41f5-4aaa-849d-adab715cdb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:02.288558 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.db_base_plugin_common [None req-3fd75d45-5ebb-4061-8cc4-e2e066cb1a66 admin admin] Allocated IP 172.20.0.1 (45ccbdab-8245-4106-a0cd-ddc7afca495b/22ddcb0e-0b75-477e-b461-720a6b940632/089d0dc8-5ebf-48f1-8622-11f312be0018) {{(pid=101973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:15:02.361268 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46dfc2-c66d-481b-b914-b17ba2cd5e65 None None] Pushing event updated for resources: {'Port': ['ID=81039686-3edb-4a11-855b-40c0ec69fc77,revision_number=2']} {{(pid=101976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:02.379894 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46dfc2-c66d-481b-b914-b17ba2cd5e65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:02.380343 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46dfc2-c66d-481b-b914-b17ba2cd5e65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:02.380957 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46dfc2-c66d-481b-b914-b17ba2cd5e65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:02.381344 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46dfc2-c66d-481b-b914-b17ba2cd5e65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:02.381799 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46dfc2-c66d-481b-b914-b17ba2cd5e65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:02.382441 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46dfc2-c66d-481b-b914-b17ba2cd5e65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:02.382824 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46dfc2-c66d-481b-b914-b17ba2cd5e65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:02.383320 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46dfc2-c66d-481b-b914-b17ba2cd5e65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:02.383729 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46dfc2-c66d-481b-b914-b17ba2cd5e65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:02.384114 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46dfc2-c66d-481b-b914-b17ba2cd5e65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:02.384669 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46dfc2-c66d-481b-b914-b17ba2cd5e65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:02.385908 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46dfc2-c66d-481b-b914-b17ba2cd5e65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:02.403212 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.managers [None req-08cdc3db-41f5-4aaa-849d-adab715cdb2a None None] Attempting to bind port 81039686-3edb-4a11-855b-40c0ec69fc77 on host dv-cinder-815146-2-iscsi for vnic_type normal with profile {{(pid=101976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:15:02.403657 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.managers [None req-08cdc3db-41f5-4aaa-849d-adab715cdb2a None None] Attempting to bind port 81039686-3edb-4a11-855b-40c0ec69fc77 by drivers openvswitch,hyperv on host dv-cinder-815146-2-iscsi at level 0 using segments [{'id': 'b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'}] {{(pid=101976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:15:02.404124 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cdc3db-41f5-4aaa-849d-adab715cdb2a None None] Attempting to bind port 81039686-3edb-4a11-855b-40c0ec69fc77 on network 69571a3e-4e32-484c-817d-d4e48eaaa088 {{(pid=101976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:15:02.409814 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cdc3db-41f5-4aaa-849d-adab715cdb2a None None] Checking agent: {'id': '47afc1f0-2071-45d2-aeaa-ba0f7c30884d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 4, 35), 'started_at': datetime.datetime(2021, 10, 27, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:15:02.411912 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cdc3db-41f5-4aaa-849d-adab715cdb2a None None] Checking segment: {'id': 'b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:15:02.411912 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-08cdc3db-41f5-4aaa-849d-adab715cdb2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:02.411912 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cdc3db-41f5-4aaa-849d-adab715cdb2a None None] Bound using segment: {'id': 'b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'} {{(pid=101976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:15:02.411912 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.managers [None req-08cdc3db-41f5-4aaa-849d-adab715cdb2a None None] Bound port: 81039686-3edb-4a11-855b-40c0ec69fc77, host: dv-cinder-815146-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'}}] {{(pid=101976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:15:02.412217 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-08cdc3db-41f5-4aaa-849d-adab715cdb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:02.427049 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3fd75d45-5ebb-4061-8cc4-e2e066cb1a66 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:02.475037 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.db [None req-08cdc3db-41f5-4aaa-849d-adab715cdb2a None None] For port 81039686-3edb-4a11-855b-40c0ec69fc77, host dv-cinder-815146-2-iscsi, cleared binding levels {{(pid=101976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:15:02.478151 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.db [None req-08cdc3db-41f5-4aaa-849d-adab715cdb2a None None] For port 81039686-3edb-4a11-855b-40c0ec69fc77, host dv-cinder-815146-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=81039686-3edb-4a11-855b-40c0ec69fc77,segment=NetworkSegment(b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3),segment_id=b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3)] {{(pid=101976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:15:02.538179 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3fd75d45-5ebb-4061-8cc4-e2e066cb1a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:02.538452 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-08cdc3db-41f5-4aaa-849d-adab715cdb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:02.585629 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd75d45-5ebb-4061-8cc4-e2e066cb1a66 admin admin] Network 45ccbdab-8245-4106-a0cd-ddc7afca495b is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:15:02.590600 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [None req-3fd75d45-5ebb-4061-8cc4-e2e066cb1a66 admin admin] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:15:02.595010 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd75d45-5ebb-4061-8cc4-e2e066cb1a66 admin admin] Received port after_create {{(pid=101973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:15:02.603918 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cdc3db-41f5-4aaa-849d-adab715cdb2a None None] Routers {'0983b7c0-7af8-45ae-9a29-53b2556b2e2f'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:15:02.605446 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-08cdc3db-41f5-4aaa-849d-adab715cdb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:14:34Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['0983b7c0-7af8-45ae-9a29-53b2556b2e2f'], 'active': True} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:15:02.624919 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd75d45-5ebb-4061-8cc4-e2e066cb1a66 admin admin] Pushing event updated for resources: {'Port': ['ID=089d0dc8-5ebf-48f1-8622-11f312be0018,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:02.639711 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd75d45-5ebb-4061-8cc4-e2e066cb1a66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:02.640407 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd75d45-5ebb-4061-8cc4-e2e066cb1a66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:02.640960 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd75d45-5ebb-4061-8cc4-e2e066cb1a66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:02.641270 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd75d45-5ebb-4061-8cc4-e2e066cb1a66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:02.641599 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd75d45-5ebb-4061-8cc4-e2e066cb1a66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:02.642102 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd75d45-5ebb-4061-8cc4-e2e066cb1a66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:02.642583 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd75d45-5ebb-4061-8cc4-e2e066cb1a66 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:02.646954 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd75d45-5ebb-4061-8cc4-e2e066cb1a66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:02.646954 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd75d45-5ebb-4061-8cc4-e2e066cb1a66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:02.646954 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd75d45-5ebb-4061-8cc4-e2e066cb1a66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:02.646954 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd75d45-5ebb-4061-8cc4-e2e066cb1a66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:02.646954 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd75d45-5ebb-4061-8cc4-e2e066cb1a66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:02.655564 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3fd75d45-5ebb-4061-8cc4-e2e066cb1a66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-564181'] for router_interface, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:02.820687 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46dfc2-c66d-481b-b914-b17ba2cd5e65 None None] Pushing event updated for resources: {'Port': ['ID=81039686-3edb-4a11-855b-40c0ec69fc77,revision_number=3']} {{(pid=101976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:02.878411 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvr_db [None req-08cdc3db-41f5-4aaa-849d-adab715cdb2a None None] Set router 0983b7c0-7af8-45ae-9a29-53b2556b2e2f gateway port host: dv-cinder-815146-2-iscsi {{(pid=101976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:15:02.900514 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-6531208b-0f3c-4a87-a0aa-fecfbc0fadef None None] Provisioning complete for port 089d0dc8-5ebf-48f1-8622-11f312be0018 triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:15:02.900514 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-6531208b-0f3c-4a87-a0aa-fecfbc0fadef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:02.918230 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3fd75d45-5ebb-4061-8cc4-e2e066cb1a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:02.956595 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-6531208b-0f3c-4a87-a0aa-fecfbc0fadef None None] Port 089d0dc8-5ebf-48f1-8622-11f312be0018 cannot update to ACTIVE because it is not bound. {{(pid=101975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:15:03.130631 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3fd75d45-5ebb-4061-8cc4-e2e066cb1a66 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:03.158052 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-08cdc3db-41f5-4aaa-849d-adab715cdb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'name': 'tempest-TestVolumeBootPattern-1120565903-router', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:14:58Z', 'updated_at': '2021-10-27T10:15:00Z', 'revision_number': 3, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'gw_port': {'id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:14:59Z', 'updated_at': '2021-10-27T10:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi'}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:15:03.187070 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cdc3db-41f5-4aaa-849d-adab715cdb2a None None] The sync data for ids ['0983b7c0-7af8-45ae-9a29-53b2556b2e2f'] in dv-cinder-815146-2-iscsi is: [{'id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'name': 'tempest-TestVolumeBootPattern-1120565903-router', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:14:58Z', 'updated_at': '2021-10-27T10:15:00Z', 'revision_number': 3, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'gw_port': {'id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:14:59Z', 'updated_at': '2021-10-27T10:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi'}] {{(pid=101976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:15:03.227360 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28b463-1c21-49ca-aaa4-7c50508f8e64 req-ae1fb004-3434-4c4c-aa39-08fdac0ae3e2 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:03.229370 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-3d28b463-1c21-49ca-aaa4-7c50508f8e64 req-ae1fb004-3434-4c4c-aa39-08fdac0ae3e2 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 945 time: 0.0566449 Oct 27 10:15:03.234064 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba443762-ab00-43af-829b-586861699f2c req-973f665a-b576-4c4d-b2f1-f9f787f2ffe2 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:03.235573 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-ba443762-ab00-43af-829b-586861699f2c req-973f665a-b576-4c4d-b2f1-f9f787f2ffe2 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 945 time: 0.0858035 Oct 27 10:15:03.262607 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3fd75d45-5ebb-4061-8cc4-e2e066cb1a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9116887'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:03.312143 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-ba443762-ab00-43af-829b-586861699f2c req-22eb57b0-b9d5-411a-94c7-183e21df2b66 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693979 Oct 27 10:15:03.365258 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-3d28b463-1c21-49ca-aaa4-7c50508f8e64 req-d48172ab-00a3-4179-b57b-0a0f76c1a79a tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253736 Oct 27 10:15:03.374644 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3fd75d45-5ebb-4061-8cc4-e2e066cb1a66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3604363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-564293'] for router_interface, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:03.383412 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd75d45-5ebb-4061-8cc4-e2e066cb1a66 admin admin] Pushing event updated for resources: {'Port': ['ID=089d0dc8-5ebf-48f1-8622-11f312be0018,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:03.498597 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd75d45-5ebb-4061-8cc4-e2e066cb1a66 admin admin] Network 45ccbdab-8245-4106-a0cd-ddc7afca495b is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:15:03.504556 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [None req-3fd75d45-5ebb-4061-8cc4-e2e066cb1a66 admin admin] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:15:03.672964 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd75d45-5ebb-4061-8cc4-e2e066cb1a66 admin admin] Router 0983b7c0-7af8-45ae-9a29-53b2556b2e2f has already been hosted by L3 agent b2a2dab9-f998-4002-b8bb-cf3ca8546284 {{(pid=101973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:15:03.812618 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-56ba6d42-b5f3-4c2e-abe4-196ac1e8761c None None] Provisioning complete for port 089d0dc8-5ebf-48f1-8622-11f312be0018 triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:15:03.813387 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-56ba6d42-b5f3-4c2e-abe4-196ac1e8761c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:03.845637 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 81039686-3edb-4a11-855b-40c0ec69fc77 up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:15:03.846020 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd75d45-5ebb-4061-8cc4-e2e066cb1a66 admin admin] Notify agent at l3_agent.dv-cinder-815146-2-iscsi the message routers_updated {{(pid=101973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:15:03.860558 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-3fd75d45-5ebb-4061-8cc4-e2e066cb1a66 admin admin] 10.222.0.36 "PUT /v2.0/routers/0983b7c0-7af8-45ae-9a29-53b2556b2e2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3385293 Oct 27 10:15:03.889385 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-56ba6d42-b5f3-4c2e-abe4-196ac1e8761c None None] Port 089d0dc8-5ebf-48f1-8622-11f312be0018 cannot update to ACTIVE because it is not bound. {{(pid=101975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:15:03.913785 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port 81039686-3edb-4a11-855b-40c0ec69fc77 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:15:03.914155 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:04.006892 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:04.052653 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] For port 81039686-3edb-4a11-855b-40c0ec69fc77, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=81039686-3edb-4a11-855b-40c0ec69fc77,segment=NetworkSegment(b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3),segment_id=b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:15:04.143936 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-d58d1ff5-aa82-4234-a1bc-d66e123ad211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:04.146165 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:04.197473 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Pushing event updated for resources: {'Port': ['ID=81039686-3edb-4a11-855b-40c0ec69fc77,revision_number=4']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:04.206157 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:04.206533 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:04.206883 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:04.207217 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:04.207551 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:04.207882 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:04.208212 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:04.208545 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:04.208887 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:04.209214 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:04.209538 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:04.209885 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:04.437992 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a1a0a-16ba-4093-bafd-f2793348fcb9 req-5002ed8b-fb45-4571-8557-2cb84ac20345 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:04.439587 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-027a1a0a-16ba-4093-bafd-f2793348fcb9 req-5002ed8b-fb45-4571-8557-2cb84ac20345 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 945 time: 0.0508165 Oct 27 10:15:04.503367 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-027a1a0a-16ba-4093-bafd-f2793348fcb9 req-cda36396-0a60-49a8-9bf1-d6f48b9cc5a1 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541389 Oct 27 10:15:04.538442 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38657ad-c86c-46f9-b6ca-bc4d86496703 req-432f25b4-d01e-4c43-979a-d7b8f2d53e9f tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:04.541063 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-d38657ad-c86c-46f9-b6ca-bc4d86496703 req-432f25b4-d01e-4c43-979a-d7b8f2d53e9f tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 945 time: 0.0659609 Oct 27 10:15:04.587681 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-d38657ad-c86c-46f9-b6ca-bc4d86496703 req-edc35583-f2f6-48c3-8115-318e5bcd7494 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395954 Oct 27 10:15:04.944758 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 48580) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:15:05.056168 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-7c88de00-506c-4215-a5ce-3d4def0de3b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:05.073278 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5837488c-332f-4a38-a23d-b75a4f9c6d60 None None] Sync routers for ids ['0983b7c0-7af8-45ae-9a29-53b2556b2e2f'] in dv-cinder-815146-2-iscsi {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:15:05.086455 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 48590) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:15:05.091706 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-97d7a9aa-d86d-4678-9293-4d69b5e325d1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1990150575-network', 'tenant_id': '46d0e254415743faaa54ff1a07ca30e3'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:15:05.095487 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5837488c-332f-4a38-a23d-b75a4f9c6d60 None None] Routers {'0983b7c0-7af8-45ae-9a29-53b2556b2e2f'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:15:05.095487 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-5837488c-332f-4a38-a23d-b75a4f9c6d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:15:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['0983b7c0-7af8-45ae-9a29-53b2556b2e2f'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:15:05.152467 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-7c88de00-506c-4215-a5ce-3d4def0de3b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:05.189382 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d7a9aa-d86d-4678-9293-4d69b5e325d1 admin admin] Made reservation on behalf of 46d0e254415743faaa54ff1a07ca30e3 for: {'network': 1} {{(pid=101973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:15:05.191663 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-97d7a9aa-d86d-4678-9293-4d69b5e325d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for network, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:05.200570 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-97d7a9aa-d86d-4678-9293-4d69b5e325d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:05.215149 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-5837488c-332f-4a38-a23d-b75a4f9c6d60 None None] Set router 0983b7c0-7af8-45ae-9a29-53b2556b2e2f gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:15:05.229361 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-7c88de00-506c-4215-a5ce-3d4def0de3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:05.265606 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c88de00-506c-4215-a5ce-3d4def0de3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f30c57-b059-433b-8b57-27316d6c6640,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:05.282716 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c88de00-506c-4215-a5ce-3d4def0de3b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:05.283156 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c88de00-506c-4215-a5ce-3d4def0de3b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:05.283594 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c88de00-506c-4215-a5ce-3d4def0de3b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:05.284020 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c88de00-506c-4215-a5ce-3d4def0de3b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:05.284443 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c88de00-506c-4215-a5ce-3d4def0de3b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:05.284714 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-97d7a9aa-d86d-4678-9293-4d69b5e325d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:05.284952 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c88de00-506c-4215-a5ce-3d4def0de3b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:05.285372 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c88de00-506c-4215-a5ce-3d4def0de3b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:05.285800 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c88de00-506c-4215-a5ce-3d4def0de3b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:05.286228 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c88de00-506c-4215-a5ce-3d4def0de3b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:05.286802 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c88de00-506c-4215-a5ce-3d4def0de3b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:05.287210 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c88de00-506c-4215-a5ce-3d4def0de3b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:05.287625 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c88de00-506c-4215-a5ce-3d4def0de3b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:05.299415 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-7c88de00-506c-4215-a5ce-3d4def0de3b1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=af54f41553094d6783504e4041eb19c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3507571 Oct 27 10:15:05.304214 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 48594) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:15:05.376550 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-73f43bb0-9a65-4eaa-a1e3-bdb8d4c8c409 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:05.394038 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-97d7a9aa-d86d-4678-9293-4d69b5e325d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:05.428375 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-73f43bb0-9a65-4eaa-a1e3-bdb8d4c8c409 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:05.437379 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97d7a9aa-d86d-4678-9293-4d69b5e325d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1038} {{(pid=101973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:15:05.438237 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:05.460160 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d7a9aa-d86d-4678-9293-4d69b5e325d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76850315-41a9-45a6-a5aa-b66f1fae2197,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:05.478607 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-97d7a9aa-d86d-4678-9293-4d69b5e325d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908'] for segment, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:05.478607 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.db.segments_db [None req-97d7a9aa-d86d-4678-9293-4d69b5e325d1 admin admin] Added segment 44ad7431-3934-4cf9-9c0f-5890169262a4 of type vlan for network d634b01e-5ca7-4fd5-9062-5a9b24ff6d28 Oct 27 10:15:05.520284 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-97d7a9aa-d86d-4678-9293-4d69b5e325d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740339715530'] for network, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:05.568055 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 48604) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:15:05.606248 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-73f43bb0-9a65-4eaa-a1e3-bdb8d4c8c409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:05.608996 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-73f43bb0-9a65-4eaa-a1e3-bdb8d4c8c409 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:05.614196 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-73f43bb0-9a65-4eaa-a1e3-bdb8d4c8c409 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/23f30c57-b059-433b-8b57-27316d6c6640 HTTP/1.1" status: 204 len: 168 time: 0.3092921 Oct 27 10:15:05.618257 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f43bb0-9a65-4eaa-a1e3-bdb8d4c8c409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f30c57-b059-433b-8b57-27316d6c6640,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:05.636148 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-97d7a9aa-d86d-4678-9293-4d69b5e325d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413'] for network, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:05.637946 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d7a9aa-d86d-4678-9293-4d69b5e325d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:05.638822 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-97d7a9aa-d86d-4678-9293-4d69b5e325d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for network, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:05.676859 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-5837488c-332f-4a38-a23d-b75a4f9c6d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'name': 'tempest-TestVolumeBootPattern-1120565903-router', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:14:58Z', 'updated_at': '2021-10-27T10:15:02Z', 'revision_number': 4, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'gw_port': {'id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:14:59Z', 'updated_at': '2021-10-27T10:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '089d0dc8-5ebf-48f1-8622-11f312be0018', 'name': '', 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'mac_address': 'fa:16:3e:22:de:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '22ddcb0e-0b75-477e-b461-720a6b940632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:15:02Z', 'updated_at': '2021-10-27T10:15:02Z', 'revision_number': 2, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'subnets': [{'id': '22ddcb0e-0b75-477e-b461-720a6b940632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:15:05.685032 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16165c36-a882-4884-9ee3-61964bcfc452 req-67e2b4f8-d30d-4e20-91dd-8b55a08dcfa0 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:05.691031 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-16165c36-a882-4884-9ee3-61964bcfc452 req-67e2b4f8-d30d-4e20-91dd-8b55a08dcfa0 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 945 time: 0.1047704 Oct 27 10:15:05.717351 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5837488c-332f-4a38-a23d-b75a4f9c6d60 None None] Checking router: 0983b7c0-7af8-45ae-9a29-53b2556b2e2f for host: dv-cinder-815146-2-iscsi {{(pid=101975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:15:05.717615 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5837488c-332f-4a38-a23d-b75a4f9c6d60 None None] Updating router 0983b7c0-7af8-45ae-9a29-53b2556b2e2f port 089d0dc8-5ebf-48f1-8622-11f312be0018 binding host dv-cinder-815146-2-iscsi {{(pid=101975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:15:05.771062 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-16165c36-a882-4884-9ee3-61964bcfc452 req-b58a307f-542a-4f85-9514-a44794cb3375 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731959 Oct 27 10:15:05.774766 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-97d7a9aa-d86d-4678-9293-4d69b5e325d1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6871772 Oct 27 10:15:05.778439 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d7a9aa-d86d-4678-9293-4d69b5e325d1 admin admin] Pushing event updated for resources: {'Network': ['ID=d634b01e-5ca7-4fd5-9062-5a9b24ff6d28,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:05.779764 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 48614) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:15:05.787083 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [None req-00d9fe64-80ae-4dfb-a328-7f2f6a4ae99a admin admin] Request body: {'subnet': {'network_id': 'd634b01e-5ca7-4fd5-9062-5a9b24ff6d28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1990150575-subnet', 'tenant_id': '46d0e254415743faaa54ff1a07ca30e3', 'ip_version': 4}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:15:05.814767 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa37c7b-27ae-4a50-98ce-85a2f9cf4755 req-cd2a54a2-cd8c-459a-9ad7-a7f222991260 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:05.816187 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-8aa37c7b-27ae-4a50-98ce-85a2f9cf4755 req-cd2a54a2-cd8c-459a-9ad7-a7f222991260 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 945 time: 0.0908320 Oct 27 10:15:05.821016 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-5837488c-332f-4a38-a23d-b75a4f9c6d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:05.867805 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Network d634b01e-5ca7-4fd5-9062-5a9b24ff6d28 details requested by agent ovs-agent-dv-cinder-815146-2-iscsi with host dv-cinder-815146-2-iscsi {{(pid=101975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:15:05.871661 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-8aa37c7b-27ae-4a50-98ce-85a2f9cf4755 req-102624e4-643f-4ff5-9cb7-3de29f149078 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478978 Oct 27 10:15:05.898431 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d9fe64-80ae-4dfb-a328-7f2f6a4ae99a admin admin] Made reservation on behalf of 46d0e254415743faaa54ff1a07ca30e3 for: {'subnet': 1} {{(pid=101974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:15:05.901753 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-00d9fe64-80ae-4dfb-a328-7f2f6a4ae99a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8610317'] for subnet, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:05.932654 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:06.018088 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 81039686-3edb-4a11-855b-40c0ec69fc77 up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:15:06.023162 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-3648e462-53e5-42f7-8f72-3d131db22463 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:06.145343 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port 81039686-3edb-4a11-855b-40c0ec69fc77 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:15:06.145951 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:06.205733 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-3648e462-53e5-42f7-8f72-3d131db22463 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:06.246704 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-00d9fe64-80ae-4dfb-a328-7f2f6a4ae99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8610335'] for subnet, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:06.296032 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-3648e462-53e5-42f7-8f72-3d131db22463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:06.324467 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-5837488c-332f-4a38-a23d-b75a4f9c6d60 None None] Publish callbacks [] for port, precommit_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:06.351937 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d9fe64-80ae-4dfb-a328-7f2f6a4ae99a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a925bb5c-082a-4057-a444-78af754e30ff,revision_number=0']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:06.357416 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648e462-53e5-42f7-8f72-3d131db22463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e764199-c3fc-45ff-a9c9-cc2246c084e2,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:06.362997 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-3648e462-53e5-42f7-8f72-3d131db22463 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cc950aef25aa45ba98edf59592d17c07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7939479 Oct 27 10:15:06.365744 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 48628) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:15:06.376699 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d9fe64-80ae-4dfb-a328-7f2f6a4ae99a admin admin] Checking segment: {'id': '44ad7431-3934-4cf9-9c0f-5890169262a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'd634b01e-5ca7-4fd5-9062-5a9b24ff6d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:15:06.377178 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d9fe64-80ae-4dfb-a328-7f2f6a4ae99a admin admin] Network hostable DHCP agents. Network: d634b01e-5ca7-4fd5-9062-5a9b24ff6d28, hostable agents: ['09a5fe22-088d-4af2-a4f8-d44fceaa8957'], hosted agents: [] {{(pid=101974) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:15:06.378117 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-5837488c-332f-4a38-a23d-b75a4f9c6d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:06.435877 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a357c2-cea7-4da6-867c-ad0e89616c05 None None] Pushing event updated for resources: {'Port': ['ID=089d0dc8-5ebf-48f1-8622-11f312be0018,revision_number=3']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:06.444223 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-8370c3d5-d8c6-4283-8e9e-f0420bc6a910 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:06.472357 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-8370c3d5-d8c6-4283-8e9e-f0420bc6a910 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:06.494752 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-5837488c-332f-4a38-a23d-b75a4f9c6d60 None None] Attempting to bind port 089d0dc8-5ebf-48f1-8622-11f312be0018 on host dv-cinder-815146-2-iscsi for vnic_type normal with profile {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:15:06.496232 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-5837488c-332f-4a38-a23d-b75a4f9c6d60 None None] Attempting to bind port 089d0dc8-5ebf-48f1-8622-11f312be0018 by drivers openvswitch,hyperv on host dv-cinder-815146-2-iscsi at level 0 using segments [{'id': 'c6701753-9a96-494a-a422-463d38a89485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b'}] {{(pid=101975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:15:06.496617 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5837488c-332f-4a38-a23d-b75a4f9c6d60 None None] Attempting to bind port 089d0dc8-5ebf-48f1-8622-11f312be0018 on network 45ccbdab-8245-4106-a0cd-ddc7afca495b {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:15:06.502378 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5837488c-332f-4a38-a23d-b75a4f9c6d60 None None] Checking agent: {'id': '47afc1f0-2071-45d2-aeaa-ba0f7c30884d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 4, 35), 'started_at': datetime.datetime(2021, 10, 27, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:15:06.503148 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5837488c-332f-4a38-a23d-b75a4f9c6d60 None None] Checking segment: {'id': 'c6701753-9a96-494a-a422-463d38a89485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:15:06.504667 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-5837488c-332f-4a38-a23d-b75a4f9c6d60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:06.505247 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5837488c-332f-4a38-a23d-b75a4f9c6d60 None None] Bound using segment: {'id': 'c6701753-9a96-494a-a422-463d38a89485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b'} {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:15:06.505928 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-5837488c-332f-4a38-a23d-b75a4f9c6d60 None None] Bound port: 089d0dc8-5ebf-48f1-8622-11f312be0018, host: dv-cinder-815146-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6701753-9a96-494a-a422-463d38a89485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b'}}] {{(pid=101975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:15:06.506900 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-5837488c-332f-4a38-a23d-b75a4f9c6d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:06.536866 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d9fe64-80ae-4dfb-a328-7f2f6a4ae99a admin admin] Network d634b01e-5ca7-4fd5-9062-5a9b24ff6d28 is scheduled to be hosted by DHCP agent 09a5fe22-088d-4af2-a4f8-d44fceaa8957 with binding_index 1 {{(pid=101974) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:15:06.593858 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-8370c3d5-d8c6-4283-8e9e-f0420bc6a910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:06.596791 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-8370c3d5-d8c6-4283-8e9e-f0420bc6a910 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:06.598076 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-8370c3d5-d8c6-4283-8e9e-f0420bc6a910 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8e764199-c3fc-45ff-a9c9-cc2246c084e2 HTTP/1.1" status: 204 len: 168 time: 0.2312667 Oct 27 10:15:06.603177 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-5837488c-332f-4a38-a23d-b75a4f9c6d60 None None] For port 089d0dc8-5ebf-48f1-8622-11f312be0018, host dv-cinder-815146-2-iscsi, cleared binding levels {{(pid=101975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:15:06.607371 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-5837488c-332f-4a38-a23d-b75a4f9c6d60 None None] For port 089d0dc8-5ebf-48f1-8622-11f312be0018, host dv-cinder-815146-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=089d0dc8-5ebf-48f1-8622-11f312be0018,segment=NetworkSegment(c6701753-9a96-494a-a422-463d38a89485),segment_id=c6701753-9a96-494a-a422-463d38a89485)] {{(pid=101975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:15:06.607828 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370c3d5-d8c6-4283-8e9e-f0420bc6a910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e764199-c3fc-45ff-a9c9-cc2246c084e2,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:06.638745 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.base_scheduler [None req-00d9fe64-80ae-4dfb-a328-7f2f6a4ae99a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-2-iscsi, d634b01e-5ca7-4fd5-9062-5a9b24ff6d28) {{(pid=101974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:15:06.638745 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d9fe64-80ae-4dfb-a328-7f2f6a4ae99a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:06.638745 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-00d9fe64-80ae-4dfb-a328-7f2f6a4ae99a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:06.655305 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cc1f17-8528-4ec1-aa61-60cc3a560c5b None None] Network d634b01e-5ca7-4fd5-9062-5a9b24ff6d28 requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:15:06.728837 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-00d9fe64-80ae-4dfb-a328-7f2f6a4ae99a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9476798 Oct 27 10:15:06.732182 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 48640) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:15:06.748237 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-1340231e-5351-4b4f-80d3-67918e31331a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1990150575-router', 'tenant_id': '46d0e254415743faaa54ff1a07ca30e3', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'}}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:15:06.748574 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-5837488c-332f-4a38-a23d-b75a4f9c6d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:06.781779 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-09b98694-90ec-49fe-8a4a-2667179e6e8b None None] Provisioning complete for port 089d0dc8-5ebf-48f1-8622-11f312be0018 triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:15:06.782139 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-09b98694-90ec-49fe-8a4a-2667179e6e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:06.840510 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1340231e-5351-4b4f-80d3-67918e31331a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-567724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13764'] for router, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:06.842387 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1340231e-5351-4b4f-80d3-67918e31331a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-564949', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13757'] for router, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:06.921144 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a357c2-cea7-4da6-867c-ad0e89616c05 None None] Pushing event updated for resources: {'Port': ['ID=089d0dc8-5ebf-48f1-8622-11f312be0018,revision_number=4']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:06.929917 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5837488c-332f-4a38-a23d-b75a4f9c6d60 None None] Routers {'0983b7c0-7af8-45ae-9a29-53b2556b2e2f'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:15:06.930579 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-5837488c-332f-4a38-a23d-b75a4f9c6d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:15:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['0983b7c0-7af8-45ae-9a29-53b2556b2e2f'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:15:06.961916 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22b341-070c-42b3-879c-fcb1e452c8fa req-90e98ea7-634b-42bb-b8aa-473f526339e1 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:06.974028 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-bb22b341-070c-42b3-879c-fcb1e452c8fa req-90e98ea7-634b-42bb-b8aa-473f526339e1 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 945 time: 0.1012635 Oct 27 10:15:06.990879 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1340231e-5351-4b4f-80d3-67918e31331a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:07.069215 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-bb22b341-070c-42b3-879c-fcb1e452c8fa req-d46b446d-e243-41bf-ba38-97178a295273 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940397 Oct 27 10:15:07.153518 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e15932-36ad-4ab2-80f7-83797a535f4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c31819-fd0c-56d4-b47e-8a5f64837448-d634b01e-5ca7-4fd5-9062-5a9b24ff6d28', 'network_id': 'd634b01e-5ca7-4fd5-9062-5a9b24ff6d28', 'tenant_id': '46d0e254415743faaa54ff1a07ca30e3', 'fixed_ips': [{'subnet_id': 'a925bb5c-082a-4057-a444-78af754e30ff'}]}} from dv-cinder-815146-2-iscsi. {{(pid=101975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:15:07.156093 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-98e15932-36ad-4ab2-80f7-83797a535f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:07.244952 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:07.249688 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d5e02-ed10-4a2d-a143-2f812d8b4948 req-3acd9fde-9e66-40c5-a8aa-4b5e4510883a tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:07.261411 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a89d5e02-ed10-4a2d-a143-2f812d8b4948 req-3acd9fde-9e66-40c5-a8aa-4b5e4510883a tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 945 time: 0.2344983 Oct 27 10:15:07.311082 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-5837488c-332f-4a38-a23d-b75a4f9c6d60 None None] Set router 0983b7c0-7af8-45ae-9a29-53b2556b2e2f gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:15:07.345403 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-09b98694-90ec-49fe-8a4a-2667179e6e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:07.360134 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1340231e-5351-4b4f-80d3-67918e31331a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:07.370758 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a89d5e02-ed10-4a2d-a143-2f812d8b4948 req-5a45a8d1-541c-4d8a-a281-efcc93b76c86 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081984 Oct 27 10:15:07.502044 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-09b98694-90ec-49fe-8a4a-2667179e6e8b None None] For port 089d0dc8-5ebf-48f1-8622-11f312be0018, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=089d0dc8-5ebf-48f1-8622-11f312be0018,segment=NetworkSegment(c6701753-9a96-494a-a422-463d38a89485),segment_id=c6701753-9a96-494a-a422-463d38a89485)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:15:07.527634 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.db_base_plugin_common [None req-98e15932-36ad-4ab2-80f7-83797a535f4c None None] Allocated IP 172.20.0.2 (d634b01e-5ca7-4fd5-9062-5a9b24ff6d28/a925bb5c-082a-4057-a444-78af754e30ff/c5414bf1-d332-4e27-a2cc-3454fbf0d54a) {{(pid=101975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:15:07.535829 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 48660) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:15:07.563391 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-46c64bf5-d913-403b-bb7c-4ff63f50fdd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:07.649196 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1340231e-5351-4b4f-80d3-67918e31331a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:07.649941 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-46c64bf5-d913-403b-bb7c-4ff63f50fdd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:07.669382 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1340231e-5351-4b4f-80d3-67918e31331a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:07.746628 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-09b98694-90ec-49fe-8a4a-2667179e6e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:07.761290 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-46c64bf5-d913-403b-bb7c-4ff63f50fdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:07.784904 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.db_base_plugin_common [None req-1340231e-5351-4b4f-80d3-67918e31331a admin admin] Allocated IP 172.27.0.41 (69571a3e-4e32-484c-817d-d4e48eaaa088/c41fd2cf-ce58-48ac-94e7-7a64d200bbef/2bd9bd4a-bbb6-4a5b-9ab9-6ff95395854c) {{(pid=101973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:15:07.800436 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-46c64bf5-d913-403b-bb7c-4ff63f50fdd3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=51e6e5112b7a49268bb23b211b50864c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2629817 Oct 27 10:15:07.803452 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 48662) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:15:07.810507 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c64bf5-d913-403b-bb7c-4ff63f50fdd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12aa7972-9576-4ebd-a7ef-ab6ebcd53693,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:07.873113 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-348645aa-76ff-4026-9d4b-356a4ea39ba3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:07.888388 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b98694-90ec-49fe-8a4a-2667179e6e8b None None] Pushing event updated for resources: {'Port': ['ID=089d0dc8-5ebf-48f1-8622-11f312be0018,revision_number=5']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:07.894266 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-348645aa-76ff-4026-9d4b-356a4ea39ba3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:07.958371 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1340231e-5351-4b4f-80d3-67918e31331a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:07.965467 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-a4bfc75b-b794-4536-a032-fa00e711bde7 None None] Provisioning complete for port 089d0dc8-5ebf-48f1-8622-11f312be0018 triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:15:07.965904 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-a4bfc75b-b794-4536-a032-fa00e711bde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:08.017755 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-98e15932-36ad-4ab2-80f7-83797a535f4c None None] Publish callbacks [] for port, precommit_create {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:08.024319 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-5837488c-332f-4a38-a23d-b75a4f9c6d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'name': 'tempest-TestVolumeBootPattern-1120565903-router', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:14:58Z', 'updated_at': '2021-10-27T10:15:02Z', 'revision_number': 4, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'gw_port': {'id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:14:59Z', 'updated_at': '2021-10-27T10:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '089d0dc8-5ebf-48f1-8622-11f312be0018', 'name': '', 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'mac_address': 'fa:16:3e:22:de:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '22ddcb0e-0b75-477e-b461-720a6b940632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:15:02Z', 'updated_at': '2021-10-27T10:15:06Z', 'revision_number': 4, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'subnets': [{'id': '22ddcb0e-0b75-477e-b461-720a6b940632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:15:08.046254 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-348645aa-76ff-4026-9d4b-356a4ea39ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:08.050666 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-348645aa-76ff-4026-9d4b-356a4ea39ba3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:08.050666 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-348645aa-76ff-4026-9d4b-356a4ea39ba3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/12aa7972-9576-4ebd-a7ef-ab6ebcd53693 HTTP/1.1" status: 204 len: 168 time: 0.2459586 Oct 27 10:15:08.058474 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5837488c-332f-4a38-a23d-b75a4f9c6d60 None None] The sync data for ids ['0983b7c0-7af8-45ae-9a29-53b2556b2e2f'] in dv-cinder-815146-2-iscsi is: [{'id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'name': 'tempest-TestVolumeBootPattern-1120565903-router', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:14:58Z', 'updated_at': '2021-10-27T10:15:02Z', 'revision_number': 4, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'gw_port': {'id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:14:59Z', 'updated_at': '2021-10-27T10:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '089d0dc8-5ebf-48f1-8622-11f312be0018', 'name': '', 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'mac_address': 'fa:16:3e:22:de:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '22ddcb0e-0b75-477e-b461-720a6b940632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:15:02Z', 'updated_at': '2021-10-27T10:15:06Z', 'revision_number': 4, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'subnets': [{'id': '22ddcb0e-0b75-477e-b461-720a6b940632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:15:08.059594 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348645aa-76ff-4026-9d4b-356a4ea39ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12aa7972-9576-4ebd-a7ef-ab6ebcd53693,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:08.128843 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1340231e-5351-4b4f-80d3-67918e31331a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:08.146121 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-98e15932-36ad-4ab2-80f7-83797a535f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839'] for port, after_create {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:08.195971 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1340231e-5351-4b4f-80d3-67918e31331a admin admin] Network 69571a3e-4e32-484c-817d-d4e48eaaa088 is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:15:08.202253 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [None req-1340231e-5351-4b4f-80d3-67918e31331a admin admin] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:15:08.206284 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1340231e-5351-4b4f-80d3-67918e31331a admin admin] Received port after_create {{(pid=101973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:15:08.238608 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e15932-36ad-4ab2-80f7-83797a535f4c None None] Network d634b01e-5ca7-4fd5-9062-5a9b24ff6d28 is already hosted by enough agents. {{(pid=101975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:15:08.243233 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.scheduler.base_scheduler [None req-98e15932-36ad-4ab2-80f7-83797a535f4c None None] Resources bound (agent type, host, resource id): {{(pid=101975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:15:08.244191 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1340231e-5351-4b4f-80d3-67918e31331a admin admin] Pushing event updated for resources: {'Port': ['ID=2bd9bd4a-bbb6-4a5b-9ab9-6ff95395854c,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:08.247161 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e15932-36ad-4ab2-80f7-83797a535f4c None None] Received port after_create {{(pid=101975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:15:08.265509 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e15932-36ad-4ab2-80f7-83797a535f4c None None] Pushing event updated for resources: {'Port': ['ID=c5414bf1-d332-4e27-a2cc-3454fbf0d54a,revision_number=1']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:08.352987 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-98e15932-36ad-4ab2-80f7-83797a535f4c None None] Attempting to bind port c5414bf1-d332-4e27-a2cc-3454fbf0d54a on host dv-cinder-815146-2-iscsi for vnic_type normal with profile {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:15:08.353875 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-98e15932-36ad-4ab2-80f7-83797a535f4c None None] Attempting to bind port c5414bf1-d332-4e27-a2cc-3454fbf0d54a by drivers openvswitch,hyperv on host dv-cinder-815146-2-iscsi at level 0 using segments [{'id': '44ad7431-3934-4cf9-9c0f-5890169262a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'd634b01e-5ca7-4fd5-9062-5a9b24ff6d28'}] {{(pid=101975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:15:08.360166 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e15932-36ad-4ab2-80f7-83797a535f4c None None] Attempting to bind port c5414bf1-d332-4e27-a2cc-3454fbf0d54a on network d634b01e-5ca7-4fd5-9062-5a9b24ff6d28 {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:15:08.360640 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e15932-36ad-4ab2-80f7-83797a535f4c None None] Checking agent: {'id': '47afc1f0-2071-45d2-aeaa-ba0f7c30884d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 4, 35), 'started_at': datetime.datetime(2021, 10, 27, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:15:08.361201 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e15932-36ad-4ab2-80f7-83797a535f4c None None] Checking segment: {'id': '44ad7431-3934-4cf9-9c0f-5890169262a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'd634b01e-5ca7-4fd5-9062-5a9b24ff6d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:15:08.361879 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-98e15932-36ad-4ab2-80f7-83797a535f4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:08.362434 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e15932-36ad-4ab2-80f7-83797a535f4c None None] Bound using segment: {'id': '44ad7431-3934-4cf9-9c0f-5890169262a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'd634b01e-5ca7-4fd5-9062-5a9b24ff6d28'} {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:15:08.363113 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-98e15932-36ad-4ab2-80f7-83797a535f4c None None] Bound port: c5414bf1-d332-4e27-a2cc-3454fbf0d54a, host: dv-cinder-815146-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ad7431-3934-4cf9-9c0f-5890169262a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'd634b01e-5ca7-4fd5-9062-5a9b24ff6d28'}}] {{(pid=101975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:15:08.363806 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-98e15932-36ad-4ab2-80f7-83797a535f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:08.428645 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326c740-c4a2-4bb0-8515-d6547700db8c req-58ff44ad-bcec-4b37-95ff-77569bf34e55 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:08.436177 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-9326c740-c4a2-4bb0-8515-d6547700db8c req-58ff44ad-bcec-4b37-95ff-77569bf34e55 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 945 time: 0.1469715 Oct 27 10:15:08.476125 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-98e15932-36ad-4ab2-80f7-83797a535f4c None None] For port c5414bf1-d332-4e27-a2cc-3454fbf0d54a, host dv-cinder-815146-2-iscsi, cleared binding levels {{(pid=101975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:15:08.480278 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-98e15932-36ad-4ab2-80f7-83797a535f4c None None] For port c5414bf1-d332-4e27-a2cc-3454fbf0d54a, host dv-cinder-815146-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=c5414bf1-d332-4e27-a2cc-3454fbf0d54a,segment=NetworkSegment(44ad7431-3934-4cf9-9c0f-5890169262a4),segment_id=44ad7431-3934-4cf9-9c0f-5890169262a4)] {{(pid=101975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:15:08.497991 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-9326c740-c4a2-4bb0-8515-d6547700db8c req-0039cf5b-e6cc-4630-9976-32913caf90a9 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608408 Oct 27 10:15:08.561019 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-98e15932-36ad-4ab2-80f7-83797a535f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:08.595882 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1aa88-89ab-4590-b4f5-f40669c2d0e8 req-c0322e9b-5450-4cb0-aa85-26fbc61c4404 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:08.597635 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-8fe1aa88-89ab-4590-b4f5-f40669c2d0e8 req-c0322e9b-5450-4cb0-aa85-26fbc61c4404 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 945 time: 0.1269772 Oct 27 10:15:08.640872 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e15932-36ad-4ab2-80f7-83797a535f4c None None] Pushing event updated for resources: {'Port': ['ID=c5414bf1-d332-4e27-a2cc-3454fbf0d54a,revision_number=2']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:08.657707 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-8fe1aa88-89ab-4590-b4f5-f40669c2d0e8 req-d26e127c-8ee8-434e-a062-dda62fd2b173 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470629 Oct 27 10:15:09.312142 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1340231e-5351-4b4f-80d3-67918e31331a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:09.596026 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1340231e-5351-4b4f-80d3-67918e31331a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-564872'] for router, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:09.658884 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef30ac1-e233-421f-87d3-e455cb06fa53 req-1931dbb0-a780-487a-a91a-ea24215787e0 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:09.683498 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-2ef30ac1-e233-421f-87d3-e455cb06fa53 req-1931dbb0-a780-487a-a91a-ea24215787e0 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 945 time: 0.0967388 Oct 27 10:15:09.772811 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-2ef30ac1-e233-421f-87d3-e455cb06fa53 req-c0bce738-3790-4815-86f4-d2e647fd77ab tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879750 Oct 27 10:15:09.939209 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc471303-c793-4318-866c-a91f3ec83780 req-02b1502a-5806-4b3e-b2be-1c7adf3a1512 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:09.940947 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-fc471303-c793-4318-866c-a91f3ec83780 req-02b1502a-5806-4b3e-b2be-1c7adf3a1512 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 945 time: 0.1197875 Oct 27 10:15:10.008634 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 089d0dc8-5ebf-48f1-8622-11f312be0018 up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:15:10.009440 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-fc471303-c793-4318-866c-a91f3ec83780 req-79f38327-5566-4e04-9675-92167689113d tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550287 Oct 27 10:15:10.066523 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port 089d0dc8-5ebf-48f1-8622-11f312be0018 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:15:10.066888 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:10.091326 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1240b2-1380-483e-a3a5-0c3169addfda None None] Network d634b01e-5ca7-4fd5-9062-5a9b24ff6d28 requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:15:10.319215 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1340231e-5351-4b4f-80d3-67918e31331a admin admin] Router 2713964c-0713-450b-b3ca-5f617d47bfcc is scheduled to L3 agent b2a2dab9-f998-4002-b8bb-cf3ca8546284 with binding_index 1 {{(pid=101973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:15:10.320919 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-c23202f8-0890-42e7-8a8f-6641c2910eed None None] Provisioning complete for port c5414bf1-d332-4e27-a2cc-3454fbf0d54a triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:15:10.320919 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-c23202f8-0890-42e7-8a8f-6641c2910eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:10.321105 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1340231e-5351-4b4f-80d3-67918e31331a admin admin] Notify agent at l3_agent.dv-cinder-815146-2-iscsi the message routers_updated {{(pid=101973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:15:10.321200 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1523ffc5-9507-42b3-82f2-326b04db7c2c None None] Sync routers for ids ['2713964c-0713-450b-b3ca-5f617d47bfcc'] in dv-cinder-815146-2-iscsi {{(pid=101976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:15:10.321200 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1523ffc5-9507-42b3-82f2-326b04db7c2c None None] Routers {'2713964c-0713-450b-b3ca-5f617d47bfcc'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:15:10.321200 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-1523ffc5-9507-42b3-82f2-326b04db7c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:15:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['2713964c-0713-450b-b3ca-5f617d47bfcc'], 'active': True} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:15:10.321843 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device c5414bf1-d332-4e27-a2cc-3454fbf0d54a up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:15:10.386245 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-c23202f8-0890-42e7-8a8f-6641c2910eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:10.405417 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvr_db [None req-1523ffc5-9507-42b3-82f2-326b04db7c2c None None] Set router 2713964c-0713-450b-b3ca-5f617d47bfcc gateway port host: dv-cinder-815146-2-iscsi {{(pid=101976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:15:10.439937 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-c23202f8-0890-42e7-8a8f-6641c2910eed None None] For port c5414bf1-d332-4e27-a2cc-3454fbf0d54a, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=c5414bf1-d332-4e27-a2cc-3454fbf0d54a,segment=NetworkSegment(44ad7431-3934-4cf9-9c0f-5890169262a4),segment_id=44ad7431-3934-4cf9-9c0f-5890169262a4)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:15:10.449699 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port c5414bf1-d332-4e27-a2cc-3454fbf0d54a triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:15:10.450159 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:10.483106 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1340231e-5351-4b4f-80d3-67918e31331a admin admin] Publish callbacks [] for router, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:10.484694 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-1340231e-5351-4b4f-80d3-67918e31331a admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7510343 Oct 27 10:15:10.487602 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 48726) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:15:10.515812 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-c23202f8-0890-42e7-8a8f-6641c2910eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:10.648486 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23202f8-0890-42e7-8a8f-6641c2910eed None None] Pushing event updated for resources: {'Port': ['ID=c5414bf1-d332-4e27-a2cc-3454fbf0d54a,revision_number=3']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:10.669696 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-1523ffc5-9507-42b3-82f2-326b04db7c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2713964c-0713-450b-b3ca-5f617d47bfcc', 'name': 'tempest-TestVolumeBootPattern-1990150575-router', 'tenant_id': '46d0e254415743faaa54ff1a07ca30e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '2bd9bd4a-bbb6-4a5b-9ab9-6ff95395854c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:15:06Z', 'updated_at': '2021-10-27T10:15:08Z', 'revision_number': 3, 'project_id': '46d0e254415743faaa54ff1a07ca30e3', 'gw_port': {'id': '2bd9bd4a-bbb6-4a5b-9ab9-6ff95395854c', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:25:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2713964c-0713-450b-b3ca-5f617d47bfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:15:07Z', 'updated_at': '2021-10-27T10:15:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi'}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:15:10.704504 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1523ffc5-9507-42b3-82f2-326b04db7c2c None None] Checking router: 2713964c-0713-450b-b3ca-5f617d47bfcc for host: dv-cinder-815146-2-iscsi {{(pid=101976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:15:10.704846 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1523ffc5-9507-42b3-82f2-326b04db7c2c None None] Updating router 2713964c-0713-450b-b3ca-5f617d47bfcc port 2bd9bd4a-bbb6-4a5b-9ab9-6ff95395854c binding host dv-cinder-815146-2-iscsi {{(pid=101976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:15:10.751884 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-1523ffc5-9507-42b3-82f2-326b04db7c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:10.860460 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-0bed232d-4b6e-405c-897c-04bc6e7e3785 None None] Provisioning complete for port c5414bf1-d332-4e27-a2cc-3454fbf0d54a triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:15:10.862721 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-0bed232d-4b6e-405c-897c-04bc6e7e3785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:10.993368 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2775d8-b650-40be-9f57-c708e3a45e39 req-3b9d51b3-bc41-450e-be11-7156e2149080 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:11.008675 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-5d2775d8-b650-40be-9f57-c708e3a45e39 req-3b9d51b3-bc41-450e-be11-7156e2149080 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 945 time: 0.0959010 Oct 27 10:15:11.062690 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-5d2775d8-b650-40be-9f57-c708e3a45e39 req-c0973b6e-afc6-4dcb-b428-5e1a8a96eecd tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501940 Oct 27 10:15:11.067930 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-1523ffc5-9507-42b3-82f2-326b04db7c2c None None] Publish callbacks [] for port, precommit_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:11.166358 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-205450c5-24f2-40fd-8261-21e55a99653d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:11.177926 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-1523ffc5-9507-42b3-82f2-326b04db7c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:11.236480 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4abf7a-7b0a-4370-908e-02503b26dcce req-8d5f5c91-e744-4402-b6fb-606cd826116e tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:11.238265 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-3d4abf7a-7b0a-4370-908e-02503b26dcce req-8d5f5c91-e744-4402-b6fb-606cd826116e tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 945 time: 0.0698998 Oct 27 10:15:11.252253 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7761213d-6cd4-4d13-8382-6487ea833c8b None None] Pushing event updated for resources: {'Port': ['ID=2bd9bd4a-bbb6-4a5b-9ab9-6ff95395854c,revision_number=2']} {{(pid=101976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:11.304810 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.managers [None req-1523ffc5-9507-42b3-82f2-326b04db7c2c None None] Attempting to bind port 2bd9bd4a-bbb6-4a5b-9ab9-6ff95395854c on host dv-cinder-815146-2-iscsi for vnic_type normal with profile {{(pid=101976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:15:11.305191 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.managers [None req-1523ffc5-9507-42b3-82f2-326b04db7c2c None None] Attempting to bind port 2bd9bd4a-bbb6-4a5b-9ab9-6ff95395854c by drivers openvswitch,hyperv on host dv-cinder-815146-2-iscsi at level 0 using segments [{'id': 'b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'}] {{(pid=101976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:15:11.308233 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1523ffc5-9507-42b3-82f2-326b04db7c2c None None] Attempting to bind port 2bd9bd4a-bbb6-4a5b-9ab9-6ff95395854c on network 69571a3e-4e32-484c-817d-d4e48eaaa088 {{(pid=101976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:15:11.314118 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1523ffc5-9507-42b3-82f2-326b04db7c2c None None] Checking agent: {'id': '47afc1f0-2071-45d2-aeaa-ba0f7c30884d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 4, 35), 'started_at': datetime.datetime(2021, 10, 27, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:15:11.315041 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1523ffc5-9507-42b3-82f2-326b04db7c2c None None] Checking segment: {'id': 'b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:15:11.315668 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-1523ffc5-9507-42b3-82f2-326b04db7c2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:11.316213 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1523ffc5-9507-42b3-82f2-326b04db7c2c None None] Bound using segment: {'id': 'b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'} {{(pid=101976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:15:11.316891 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.managers [None req-1523ffc5-9507-42b3-82f2-326b04db7c2c None None] Bound port: 2bd9bd4a-bbb6-4a5b-9ab9-6ff95395854c, host: dv-cinder-815146-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'}}] {{(pid=101976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:15:11.317442 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-1523ffc5-9507-42b3-82f2-326b04db7c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:11.346215 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-3d4abf7a-7b0a-4370-908e-02503b26dcce req-9e6cc14f-f746-4032-9453-2a8eecb35f42 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020107 Oct 27 10:15:11.371168 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c9a93-de2a-42b8-bbc5-9e12d7add948 req-77fadc34-bfea-43bc-aa50-0cc1be5bb5dc tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:11.377374 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-f22c9a93-de2a-42b8-bbc5-9e12d7add948 req-77fadc34-bfea-43bc-aa50-0cc1be5bb5dc tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.1804483 Oct 27 10:15:11.390574 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.db [None req-1523ffc5-9507-42b3-82f2-326b04db7c2c None None] For port 2bd9bd4a-bbb6-4a5b-9ab9-6ff95395854c, host dv-cinder-815146-2-iscsi, cleared binding levels {{(pid=101976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:15:11.394879 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.db [None req-1523ffc5-9507-42b3-82f2-326b04db7c2c None None] For port 2bd9bd4a-bbb6-4a5b-9ab9-6ff95395854c, host dv-cinder-815146-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=2bd9bd4a-bbb6-4a5b-9ab9-6ff95395854c,segment=NetworkSegment(b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3),segment_id=b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3)] {{(pid=101976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:15:11.441447 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.db.db_base_plugin_common [None req-205450c5-24f2-40fd-8261-21e55a99653d admin admin] Allocated IP 172.20.0.1 (d634b01e-5ca7-4fd5-9062-5a9b24ff6d28/a925bb5c-082a-4057-a444-78af754e30ff/d75408cb-d896-4158-ae0c-44bb4eefe259) {{(pid=101974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:15:11.445893 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-f22c9a93-de2a-42b8-bbc5-9e12d7add948 req-605e8a51-353b-4bc6-89d8-58d8c3235d06 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529988 Oct 27 10:15:11.462337 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-1523ffc5-9507-42b3-82f2-326b04db7c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:11.516643 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1523ffc5-9507-42b3-82f2-326b04db7c2c None None] Routers {'2713964c-0713-450b-b3ca-5f617d47bfcc'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:15:11.517532 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-1523ffc5-9507-42b3-82f2-326b04db7c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:15:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['2713964c-0713-450b-b3ca-5f617d47bfcc'], 'active': True} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:15:11.562348 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-205450c5-24f2-40fd-8261-21e55a99653d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:11.585995 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7761213d-6cd4-4d13-8382-6487ea833c8b None None] Pushing event updated for resources: {'Port': ['ID=2bd9bd4a-bbb6-4a5b-9ab9-6ff95395854c,revision_number=3']} {{(pid=101976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:11.632795 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvr_db [None req-1523ffc5-9507-42b3-82f2-326b04db7c2c None None] Set router 2713964c-0713-450b-b3ca-5f617d47bfcc gateway port host: dv-cinder-815146-2-iscsi {{(pid=101976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:15:11.668796 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-205450c5-24f2-40fd-8261-21e55a99653d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078929'] for port, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:11.712091 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205450c5-24f2-40fd-8261-21e55a99653d admin admin] Network d634b01e-5ca7-4fd5-9062-5a9b24ff6d28 is already hosted by enough agents. {{(pid=101974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:15:11.715524 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.base_scheduler [None req-205450c5-24f2-40fd-8261-21e55a99653d admin admin] Resources bound (agent type, host, resource id): {{(pid=101974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:15:11.718030 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205450c5-24f2-40fd-8261-21e55a99653d admin admin] Received port after_create {{(pid=101974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:15:11.746783 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205450c5-24f2-40fd-8261-21e55a99653d admin admin] Pushing event updated for resources: {'Port': ['ID=d75408cb-d896-4158-ae0c-44bb4eefe259,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:11.774856 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-205450c5-24f2-40fd-8261-21e55a99653d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-564181'] for router_interface, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:11.819120 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device c5414bf1-d332-4e27-a2cc-3454fbf0d54a up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:15:11.836143 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-1523ffc5-9507-42b3-82f2-326b04db7c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2713964c-0713-450b-b3ca-5f617d47bfcc', 'name': 'tempest-TestVolumeBootPattern-1990150575-router', 'tenant_id': '46d0e254415743faaa54ff1a07ca30e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '2bd9bd4a-bbb6-4a5b-9ab9-6ff95395854c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:15:06Z', 'updated_at': '2021-10-27T10:15:08Z', 'revision_number': 3, 'project_id': '46d0e254415743faaa54ff1a07ca30e3', 'gw_port': {'id': '2bd9bd4a-bbb6-4a5b-9ab9-6ff95395854c', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:25:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2713964c-0713-450b-b3ca-5f617d47bfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:15:07Z', 'updated_at': '2021-10-27T10:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi'}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:15:11.869046 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1523ffc5-9507-42b3-82f2-326b04db7c2c None None] The sync data for ids ['2713964c-0713-450b-b3ca-5f617d47bfcc'] in dv-cinder-815146-2-iscsi is: [{'id': '2713964c-0713-450b-b3ca-5f617d47bfcc', 'name': 'tempest-TestVolumeBootPattern-1990150575-router', 'tenant_id': '46d0e254415743faaa54ff1a07ca30e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '2bd9bd4a-bbb6-4a5b-9ab9-6ff95395854c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:15:06Z', 'updated_at': '2021-10-27T10:15:08Z', 'revision_number': 3, 'project_id': '46d0e254415743faaa54ff1a07ca30e3', 'gw_port': {'id': '2bd9bd4a-bbb6-4a5b-9ab9-6ff95395854c', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:25:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2713964c-0713-450b-b3ca-5f617d47bfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:15:07Z', 'updated_at': '2021-10-27T10:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi'}] {{(pid=101976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:15:11.902439 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port c5414bf1-d332-4e27-a2cc-3454fbf0d54a triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:15:11.902817 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:12.033687 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-5e6f431e-fa22-45d5-b892-aea2b9ee01de None None] Provisioning complete for port d75408cb-d896-4158-ae0c-44bb4eefe259 triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:15:12.037304 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-5e6f431e-fa22-45d5-b892-aea2b9ee01de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:12.051413 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-205450c5-24f2-40fd-8261-21e55a99653d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:12.074940 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-5e6f431e-fa22-45d5-b892-aea2b9ee01de None None] Port d75408cb-d896-4158-ae0c-44bb4eefe259 cannot update to ACTIVE because it is not bound. {{(pid=101975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:15:12.232675 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc36190-5c48-4afa-8df7-b097db19ec5b req-4b6a123b-7265-4ffd-85d8-bd736fe4bc2d tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:12.244974 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-4cc36190-5c48-4afa-8df7-b097db19ec5b req-4b6a123b-7265-4ffd-85d8-bd736fe4bc2d tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 945 time: 0.0846915 Oct 27 10:15:12.284933 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-4cc36190-5c48-4afa-8df7-b097db19ec5b req-2d859744-6d37-4742-a2bc-c8ef48344c50 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432885 Oct 27 10:15:12.295886 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-205450c5-24f2-40fd-8261-21e55a99653d admin admin] Publish callbacks [] for port, precommit_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:12.377506 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-205450c5-24f2-40fd-8261-21e55a99653d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12079018'] for port, after_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:12.481338 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205450c5-24f2-40fd-8261-21e55a99653d admin admin] Pushing event updated for resources: {'Port': ['ID=d75408cb-d896-4158-ae0c-44bb4eefe259,revision_number=2']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:12.484769 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-205450c5-24f2-40fd-8261-21e55a99653d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3604363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-564293'] for router_interface, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:12.577263 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d171c-d5ac-48bf-8121-2a0f73803a7d req-8dc56f16-44a6-448d-ad12-88b0c7623fb1 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:12.579063 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-e03d171c-d5ac-48bf-8121-2a0f73803a7d req-8dc56f16-44a6-448d-ad12-88b0c7623fb1 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0568643 Oct 27 10:15:12.623333 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-e03d171c-d5ac-48bf-8121-2a0f73803a7d req-f3217d01-510b-447c-b83a-a8b7d03a5597 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378265 Oct 27 10:15:12.782718 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e23e9-7a3a-4fac-b7dc-fa277109f1dc req-9b32144c-bac2-4fa6-a7b8-80667516c00d tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:12.790105 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-d13e23e9-7a3a-4fac-b7dc-fa277109f1dc req-9b32144c-bac2-4fa6-a7b8-80667516c00d tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 945 time: 0.3564544 Oct 27 10:15:12.840385 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-d13e23e9-7a3a-4fac-b7dc-fa277109f1dc req-510a8f7a-3dc7-476e-ba18-dee1a5848fb4 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494289 Oct 27 10:15:12.879267 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205450c5-24f2-40fd-8261-21e55a99653d admin admin] Network d634b01e-5ca7-4fd5-9062-5a9b24ff6d28 is already hosted by enough agents. {{(pid=101974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:15:12.880703 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.base_scheduler [None req-205450c5-24f2-40fd-8261-21e55a99653d admin admin] Resources bound (agent type, host, resource id): {{(pid=101974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:15:13.001693 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-205450c5-24f2-40fd-8261-21e55a99653d admin admin] Router 2713964c-0713-450b-b3ca-5f617d47bfcc has already been hosted by L3 agent b2a2dab9-f998-4002-b8bb-cf3ca8546284 {{(pid=101974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:15:13.102504 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-0cd1f374-44a1-406a-971a-c2bb0204c482 None None] Provisioning complete for port d75408cb-d896-4158-ae0c-44bb4eefe259 triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:15:13.103153 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-0cd1f374-44a1-406a-971a-c2bb0204c482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:13.123123 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205450c5-24f2-40fd-8261-21e55a99653d admin admin] Notify agent at l3_agent.dv-cinder-815146-2-iscsi the message routers_updated {{(pid=101974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:15:13.131789 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-205450c5-24f2-40fd-8261-21e55a99653d admin admin] 10.222.0.36 "PUT /v2.0/routers/2713964c-0713-450b-b3ca-5f617d47bfcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6427884 Oct 27 10:15:13.148354 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-0cd1f374-44a1-406a-971a-c2bb0204c482 None None] Port d75408cb-d896-4158-ae0c-44bb4eefe259 cannot update to ACTIVE because it is not bound. {{(pid=101975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:15:13.217094 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31b7ba-9d44-436c-b732-7e7e56cacfa1 req-58b4edb6-c33a-4bdf-95e0-1dd878ac3136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:13.219225 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-5e31b7ba-9d44-436c-b732-7e7e56cacfa1 req-58b4edb6-c33a-4bdf-95e0-1dd878ac3136 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=84ee96eca37f439da63d7612697a0a33&device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 1098 time: 0.0586390 Oct 27 10:15:13.230528 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:13.346024 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31b7ba-9d44-436c-b732-7e7e56cacfa1 req-5176c4e5-8948-435b-9c03-55936ee32e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:13.349088 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-5e31b7ba-9d44-436c-b732-7e7e56cacfa1 req-5176c4e5-8948-435b-9c03-55936ee32e43 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f7961d2d-16df-4f4e-ba8f-b487aecddcfb HTTP/1.1" status: 200 len: 921 time: 0.1151004 Oct 27 10:15:13.368970 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b8a4c-0e4e-4891-a838-f8dd9bb21aad req-e3e30335-2909-4a7d-b56e-8fe9e9972fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:13.370610 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-2c3b8a4c-0e4e-4891-a838-f8dd9bb21aad req-e3e30335-2909-4a7d-b56e-8fe9e9972fab service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=20d2cc4467704c129f691b1ba2dd72cc&device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 1098 time: 0.0822201 Oct 27 10:15:13.414285 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-5e31b7ba-9d44-436c-b732-7e7e56cacfa1 req-808324be-df7f-4089-b7b3-9d6fc31b021d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad53ec07-b6ed-4849-926f-7fa08020a514 HTTP/1.1" status: 200 len: 217 time: 0.0523312 Oct 27 10:15:13.476363 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31b7ba-9d44-436c-b732-7e7e56cacfa1 req-b7e8a168-6090-4826-8232-780532659a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:13.480833 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-5e31b7ba-9d44-436c-b732-7e7e56cacfa1 req-b7e8a168-6090-4826-8232-780532659a5d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5c71709b-7393-40ed-a177-1fb36198be48 HTTP/1.1" status: 200 len: 859 time: 0.0567026 Oct 27 10:15:13.497002 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a4ee1-44b7-4d18-8326-fd98f5223925 req-653792ed-0390-4be0-8b34-1ee0e5576bad tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:13.502307 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-8c5a4ee1-44b7-4d18-8326-fd98f5223925 req-653792ed-0390-4be0-8b34-1ee0e5576bad tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 945 time: 0.1148627 Oct 27 10:15:13.522847 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-5e31b7ba-9d44-436c-b732-7e7e56cacfa1 req-b3809183-2506-4abe-bd4e-19e0f831b9dd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f7961d2d-16df-4f4e-ba8f-b487aecddcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314960 Oct 27 10:15:13.564837 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-8c5a4ee1-44b7-4d18-8326-fd98f5223925 req-b7abf759-f57d-4151-9a0b-7e0cbe026c69 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580063 Oct 27 10:15:13.576939 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b8a4c-0e4e-4891-a838-f8dd9bb21aad req-bbbfdda4-9496-4335-9ae1-f91fd880fa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:13.578765 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-2c3b8a4c-0e4e-4891-a838-f8dd9bb21aad req-bbbfdda4-9496-4335-9ae1-f91fd880fa75 service neutron] 10.222.0.81 "GET /v2.0/networks?id=232c2cd8-3827-47b2-95ae-f90c0b9d2e5c HTTP/1.1" status: 200 len: 919 time: 0.1652377 Oct 27 10:15:13.630677 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-5e31b7ba-9d44-436c-b732-7e7e56cacfa1 req-760796d2-2030-4f05-a128-ac9a6e7df7f5 service neutron] 10.222.0.81 "GET /v2.0/networks/f7961d2d-16df-4f4e-ba8f-b487aecddcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967543 Oct 27 10:15:13.734356 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225f19d7-9081-498a-8f1a-de57873da5b3 None None] Sync routers for ids ['2713964c-0713-450b-b3ca-5f617d47bfcc'] in dv-cinder-815146-2-iscsi {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:15:13.748345 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225f19d7-9081-498a-8f1a-de57873da5b3 None None] Routers {'2713964c-0713-450b-b3ca-5f617d47bfcc'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:15:13.748345 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-225f19d7-9081-498a-8f1a-de57873da5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:15:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['2713964c-0713-450b-b3ca-5f617d47bfcc'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:15:13.760438 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6159d-5b67-4a4a-91bf-522974d6d098 req-40dbb5c0-2bd5-44cf-9612-4c000ff56661 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:13.760666 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-74e6159d-5b67-4a4a-91bf-522974d6d098 req-40dbb5c0-2bd5-44cf-9612-4c000ff56661 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0648878 Oct 27 10:15:13.852651 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-74e6159d-5b67-4a4a-91bf-522974d6d098 req-1a5ef9f6-7ef9-406f-b8a7-76b1100a0282 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815530 Oct 27 10:15:13.873668 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 48796) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:15:13.878400 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-24b1e757-0ab4-4067-b64a-40d381f22d0f tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1218426624', 'description': 'tempest-secgroup-smoke-1218426624 description', 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:15:13.891515 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 2bd9bd4a-bbb6-4a5b-9ab9-6ff95395854c up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:15:13.919162 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-225f19d7-9081-498a-8f1a-de57873da5b3 None None] Set router 2713964c-0713-450b-b3ca-5f617d47bfcc gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:15:13.980557 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1b874-9e94-4fd6-8342-ed4d97eabb31 req-57021ad9-daf8-4899-a7ee-c0df4ad7e6fa tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:13.982155 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-17b1b874-9e94-4fd6-8342-ed4d97eabb31 req-57021ad9-daf8-4899-a7ee-c0df4ad7e6fa tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 945 time: 0.0515656 Oct 27 10:15:14.012050 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-24b1e757-0ab4-4067-b64a-40d381f22d0f tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:14.032214 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-17b1b874-9e94-4fd6-8342-ed4d97eabb31 req-37a5dfcf-7b75-49a4-8209-bccce7b9e486 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436065 Oct 27 10:15:14.082509 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-24b1e757-0ab4-4067-b64a-40d381f22d0f tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:14.126443 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-24b1e757-0ab4-4067-b64a-40d381f22d0f tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:14.155972 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b1e757-0ab4-4067-b64a-40d381f22d0f tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec81f864-3f06-41e2-9840-a17b9ec1be55,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:14.193661 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port 2bd9bd4a-bbb6-4a5b-9ab9-6ff95395854c triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:15:14.193661 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:14.202572 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-24b1e757-0ab4-4067-b64a-40d381f22d0f tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:14.204126 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-24b1e757-0ab4-4067-b64a-40d381f22d0f tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3292015 Oct 27 10:15:14.207027 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 48806) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:15:14.212249 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [None req-72e751d3-9836-4874-b12c-1b3e1bfbc837 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Request body: {'security_group_rule': {'security_group_id': 'ec81f864-3f06-41e2-9840-a17b9ec1be55', 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:15:14.300996 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-72e751d3-9836-4874-b12c-1b3e1bfbc837 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:14.320257 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:14.335531 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-225f19d7-9081-498a-8f1a-de57873da5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2713964c-0713-450b-b3ca-5f617d47bfcc', 'name': 'tempest-TestVolumeBootPattern-1990150575-router', 'tenant_id': '46d0e254415743faaa54ff1a07ca30e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '2bd9bd4a-bbb6-4a5b-9ab9-6ff95395854c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:15:06Z', 'updated_at': '2021-10-27T10:15:11Z', 'revision_number': 4, 'project_id': '46d0e254415743faaa54ff1a07ca30e3', 'gw_port': {'id': '2bd9bd4a-bbb6-4a5b-9ab9-6ff95395854c', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:25:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2713964c-0713-450b-b3ca-5f617d47bfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:15:07Z', 'updated_at': '2021-10-27T10:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': 'd75408cb-d896-4158-ae0c-44bb4eefe259', 'name': '', 'network_id': 'd634b01e-5ca7-4fd5-9062-5a9b24ff6d28', 'tenant_id': '46d0e254415743faaa54ff1a07ca30e3', 'mac_address': 'fa:16:3e:bf:9a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2713964c-0713-450b-b3ca-5f617d47bfcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'a925bb5c-082a-4057-a444-78af754e30ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:15:11Z', 'updated_at': '2021-10-27T10:15:12Z', 'revision_number': 2, 'project_id': '46d0e254415743faaa54ff1a07ca30e3', 'subnets': [{'id': 'a925bb5c-082a-4057-a444-78af754e30ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:15:14.368510 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225f19d7-9081-498a-8f1a-de57873da5b3 None None] Checking router: 2713964c-0713-450b-b3ca-5f617d47bfcc for host: dv-cinder-815146-2-iscsi {{(pid=101975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:15:14.368861 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225f19d7-9081-498a-8f1a-de57873da5b3 None None] Updating router 2713964c-0713-450b-b3ca-5f617d47bfcc port d75408cb-d896-4158-ae0c-44bb4eefe259 binding host dv-cinder-815146-2-iscsi {{(pid=101975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:15:14.372013 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] For port 2bd9bd4a-bbb6-4a5b-9ab9-6ff95395854c, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=2bd9bd4a-bbb6-4a5b-9ab9-6ff95395854c,segment=NetworkSegment(b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3),segment_id=b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:15:14.379476 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-72e751d3-9836-4874-b12c-1b3e1bfbc837 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:14.396841 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-225f19d7-9081-498a-8f1a-de57873da5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:14.442462 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:14.474661 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-72e751d3-9836-4874-b12c-1b3e1bfbc837 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543954'] for security_group_rule, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:14.496019 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e751d3-9836-4874-b12c-1b3e1bfbc837 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=798c4633-c3e9-47fb-b4b5-97b75dcbb8f4,revision_number=0']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:14.561399 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Pushing event updated for resources: {'Port': ['ID=2bd9bd4a-bbb6-4a5b-9ab9-6ff95395854c,revision_number=4']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:14.591955 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-72e751d3-9836-4874-b12c-1b3e1bfbc837 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:14.593288 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-72e751d3-9836-4874-b12c-1b3e1bfbc837 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3850157 Oct 27 10:15:14.601402 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 48818) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:15:14.606152 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [None req-b4737831-658e-43ea-916d-b9c3e7e30756 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Request body: {'security_group_rule': {'security_group_id': 'ec81f864-3f06-41e2-9840-a17b9ec1be55', 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:15:14.708063 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-225f19d7-9081-498a-8f1a-de57873da5b3 None None] Publish callbacks [] for port, precommit_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:14.714902 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-b4737831-658e-43ea-916d-b9c3e7e30756 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:14.722392 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff46bd-a106-4c68-ae9a-abbda25d703e req-34f59329-fa02-47b4-aafb-a63ed953d48d tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:14.723907 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-d2ff46bd-a106-4c68-ae9a-abbda25d703e req-34f59329-fa02-47b4-aafb-a63ed953d48d tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 945 time: 0.0521293 Oct 27 10:15:14.766190 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-225f19d7-9081-498a-8f1a-de57873da5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:14.766407 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-d2ff46bd-a106-4c68-ae9a-abbda25d703e req-9c62c29f-d21d-4f4b-85c7-6712e6f00561 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335028 Oct 27 10:15:14.778612 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-b4737831-658e-43ea-916d-b9c3e7e30756 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:14.818475 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f9519-a6a8-4385-a2b5-445736ae95e7 None None] Pushing event updated for resources: {'Port': ['ID=d75408cb-d896-4158-ae0c-44bb4eefe259,revision_number=3']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:14.851602 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-b4737831-658e-43ea-916d-b9c3e7e30756 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543954'] for security_group_rule, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:14.878249 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-225f19d7-9081-498a-8f1a-de57873da5b3 None None] Attempting to bind port d75408cb-d896-4158-ae0c-44bb4eefe259 on host dv-cinder-815146-2-iscsi for vnic_type normal with profile {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:15:14.878644 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-225f19d7-9081-498a-8f1a-de57873da5b3 None None] Attempting to bind port d75408cb-d896-4158-ae0c-44bb4eefe259 by drivers openvswitch,hyperv on host dv-cinder-815146-2-iscsi at level 0 using segments [{'id': '44ad7431-3934-4cf9-9c0f-5890169262a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'd634b01e-5ca7-4fd5-9062-5a9b24ff6d28'}] {{(pid=101975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:15:14.879013 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225f19d7-9081-498a-8f1a-de57873da5b3 None None] Attempting to bind port d75408cb-d896-4158-ae0c-44bb4eefe259 on network d634b01e-5ca7-4fd5-9062-5a9b24ff6d28 {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:15:14.885302 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225f19d7-9081-498a-8f1a-de57873da5b3 None None] Checking agent: {'id': '47afc1f0-2071-45d2-aeaa-ba0f7c30884d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 4, 35), 'started_at': datetime.datetime(2021, 10, 27, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:15:14.885872 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225f19d7-9081-498a-8f1a-de57873da5b3 None None] Checking segment: {'id': '44ad7431-3934-4cf9-9c0f-5890169262a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'd634b01e-5ca7-4fd5-9062-5a9b24ff6d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:15:14.886475 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-225f19d7-9081-498a-8f1a-de57873da5b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:14.886870 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225f19d7-9081-498a-8f1a-de57873da5b3 None None] Bound using segment: {'id': '44ad7431-3934-4cf9-9c0f-5890169262a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'd634b01e-5ca7-4fd5-9062-5a9b24ff6d28'} {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:15:14.889701 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-225f19d7-9081-498a-8f1a-de57873da5b3 None None] Bound port: d75408cb-d896-4158-ae0c-44bb4eefe259, host: dv-cinder-815146-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ad7431-3934-4cf9-9c0f-5890169262a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'd634b01e-5ca7-4fd5-9062-5a9b24ff6d28'}}] {{(pid=101975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:15:14.890129 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-225f19d7-9081-498a-8f1a-de57873da5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:14.893826 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4737831-658e-43ea-916d-b9c3e7e30756 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87f00b4f-f812-4ee1-bddf-2e74937811d4,revision_number=0']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:15.026202 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-b4737831-658e-43ea-916d-b9c3e7e30756 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:15.031740 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-225f19d7-9081-498a-8f1a-de57873da5b3 None None] For port d75408cb-d896-4158-ae0c-44bb4eefe259, host dv-cinder-815146-2-iscsi, cleared binding levels {{(pid=101975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:15:15.035165 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-225f19d7-9081-498a-8f1a-de57873da5b3 None None] For port d75408cb-d896-4158-ae0c-44bb4eefe259, host dv-cinder-815146-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=d75408cb-d896-4158-ae0c-44bb4eefe259,segment=NetworkSegment(44ad7431-3934-4cf9-9c0f-5890169262a4),segment_id=44ad7431-3934-4cf9-9c0f-5890169262a4)] {{(pid=101975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:15:15.036884 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 48834) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:15:15.037028 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-b4737831-658e-43ea-916d-b9c3e7e30756 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4345047 Oct 27 10:15:15.042056 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-ce48ec91-dbfa-49a1-9531-56a69503bae9 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Request body: {'security_group_rule': {'security_group_id': 'ec81f864-3f06-41e2-9840-a17b9ec1be55', 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:15:15.089384 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-426da35b-46cf-409c-864f-f8134e3843a4 None None] Provisioning complete for port d75408cb-d896-4158-ae0c-44bb4eefe259 triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:15:15.090275 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-426da35b-46cf-409c-864f-f8134e3843a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:15.113600 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-225f19d7-9081-498a-8f1a-de57873da5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:15.134259 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ae6c8-cb9d-4852-ae72-d8a46d631d3b req-2747011c-ba54-4959-b154-5039372f83df tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:15.137310 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-0d3ae6c8-cb9d-4852-ae72-d8a46d631d3b req-2747011c-ba54-4959-b154-5039372f83df tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0745494 Oct 27 10:15:15.161509 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-ce48ec91-dbfa-49a1-9531-56a69503bae9 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:15.190167 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-0d3ae6c8-cb9d-4852-ae72-d8a46d631d3b req-24aece0f-4604-47ab-b369-e05eb4895dad tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456400 Oct 27 10:15:15.206350 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f9519-a6a8-4385-a2b5-445736ae95e7 None None] Pushing event updated for resources: {'Port': ['ID=d75408cb-d896-4158-ae0c-44bb4eefe259,revision_number=4']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:15.213200 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-426da35b-46cf-409c-864f-f8134e3843a4 None None] Port d75408cb-d896-4158-ae0c-44bb4eefe259 cannot update to ACTIVE because it is not bound. {{(pid=101975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:15:15.220573 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ca37d-9f90-4a4a-8649-4d4d30d69fef req-fb4e6be8-4ec7-4b05-8223-f51d1dbe01c3 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:15.223941 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0b6ca37d-9f90-4a4a-8649-4d4d30d69fef req-fb4e6be8-4ec7-4b05-8223-f51d1dbe01c3 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 945 time: 0.0953212 Oct 27 10:15:15.224926 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225f19d7-9081-498a-8f1a-de57873da5b3 None None] Routers {'2713964c-0713-450b-b3ca-5f617d47bfcc'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:15:15.225598 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-225f19d7-9081-498a-8f1a-de57873da5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:15:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['2713964c-0713-450b-b3ca-5f617d47bfcc'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:15:15.295573 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-ce48ec91-dbfa-49a1-9531-56a69503bae9 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:15.310529 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0b6ca37d-9f90-4a4a-8649-4d4d30d69fef req-f5a351b3-ab4f-4f20-ba1b-4ea69ea38c89 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682831 Oct 27 10:15:15.359667 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-225f19d7-9081-498a-8f1a-de57873da5b3 None None] Set router 2713964c-0713-450b-b3ca-5f617d47bfcc gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:15:15.382152 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-ce48ec91-dbfa-49a1-9531-56a69503bae9 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543954'] for security_group_rule, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:15.402585 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce48ec91-dbfa-49a1-9531-56a69503bae9 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cc59e83-ea38-4d9e-a1a2-b04f7a20b363,revision_number=0']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:15.470546 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-ce48ec91-dbfa-49a1-9531-56a69503bae9 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:15.471934 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-ce48ec91-dbfa-49a1-9531-56a69503bae9 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4340744 Oct 27 10:15:15.474704 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 48848) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:15:15.479860 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-39eb04fe-d028-45e9-b8d4-2ff4865a0622 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Request body: {'security_group_rule': {'security_group_id': 'ec81f864-3f06-41e2-9840-a17b9ec1be55', 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:15:15.502224 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-57808650-8cbf-40d3-9590-62d9a957b804 None None] Provisioning complete for port d75408cb-d896-4158-ae0c-44bb4eefe259 triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:15:15.502584 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-57808650-8cbf-40d3-9590-62d9a957b804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:15.570576 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-39eb04fe-d028-45e9-b8d4-2ff4865a0622 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:15.630257 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-39eb04fe-d028-45e9-b8d4-2ff4865a0622 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:15.639448 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-57808650-8cbf-40d3-9590-62d9a957b804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:15.663450 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-225f19d7-9081-498a-8f1a-de57873da5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2713964c-0713-450b-b3ca-5f617d47bfcc', 'name': 'tempest-TestVolumeBootPattern-1990150575-router', 'tenant_id': '46d0e254415743faaa54ff1a07ca30e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '2bd9bd4a-bbb6-4a5b-9ab9-6ff95395854c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:15:06Z', 'updated_at': '2021-10-27T10:15:11Z', 'revision_number': 4, 'project_id': '46d0e254415743faaa54ff1a07ca30e3', 'gw_port': {'id': '2bd9bd4a-bbb6-4a5b-9ab9-6ff95395854c', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:25:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2713964c-0713-450b-b3ca-5f617d47bfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:15:07Z', 'updated_at': '2021-10-27T10:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': 'd75408cb-d896-4158-ae0c-44bb4eefe259', 'name': '', 'network_id': 'd634b01e-5ca7-4fd5-9062-5a9b24ff6d28', 'tenant_id': '46d0e254415743faaa54ff1a07ca30e3', 'mac_address': 'fa:16:3e:bf:9a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2713964c-0713-450b-b3ca-5f617d47bfcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'a925bb5c-082a-4057-a444-78af754e30ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:15:11Z', 'updated_at': '2021-10-27T10:15:14Z', 'revision_number': 4, 'project_id': '46d0e254415743faaa54ff1a07ca30e3', 'subnets': [{'id': 'a925bb5c-082a-4057-a444-78af754e30ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:15:15.697049 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225f19d7-9081-498a-8f1a-de57873da5b3 None None] The sync data for ids ['2713964c-0713-450b-b3ca-5f617d47bfcc'] in dv-cinder-815146-2-iscsi is: [{'id': '2713964c-0713-450b-b3ca-5f617d47bfcc', 'name': 'tempest-TestVolumeBootPattern-1990150575-router', 'tenant_id': '46d0e254415743faaa54ff1a07ca30e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '2bd9bd4a-bbb6-4a5b-9ab9-6ff95395854c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:15:06Z', 'updated_at': '2021-10-27T10:15:11Z', 'revision_number': 4, 'project_id': '46d0e254415743faaa54ff1a07ca30e3', 'gw_port': {'id': '2bd9bd4a-bbb6-4a5b-9ab9-6ff95395854c', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:25:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2713964c-0713-450b-b3ca-5f617d47bfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:15:07Z', 'updated_at': '2021-10-27T10:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': 'd75408cb-d896-4158-ae0c-44bb4eefe259', 'name': '', 'network_id': 'd634b01e-5ca7-4fd5-9062-5a9b24ff6d28', 'tenant_id': '46d0e254415743faaa54ff1a07ca30e3', 'mac_address': 'fa:16:3e:bf:9a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2713964c-0713-450b-b3ca-5f617d47bfcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'a925bb5c-082a-4057-a444-78af754e30ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:15:11Z', 'updated_at': '2021-10-27T10:15:14Z', 'revision_number': 4, 'project_id': '46d0e254415743faaa54ff1a07ca30e3', 'subnets': [{'id': 'a925bb5c-082a-4057-a444-78af754e30ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:15:15.701395 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-57808650-8cbf-40d3-9590-62d9a957b804 None None] For port d75408cb-d896-4158-ae0c-44bb4eefe259, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=d75408cb-d896-4158-ae0c-44bb4eefe259,segment=NetworkSegment(44ad7431-3934-4cf9-9c0f-5890169262a4),segment_id=44ad7431-3934-4cf9-9c0f-5890169262a4)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:15:15.707808 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-39eb04fe-d028-45e9-b8d4-2ff4865a0622 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543954'] for security_group_rule, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:15.727462 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb04fe-d028-45e9-b8d4-2ff4865a0622 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df70af58-e311-43c7-ad8f-2517584e95d4,revision_number=0']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:15.771611 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-57808650-8cbf-40d3-9590-62d9a957b804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:15.802572 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-39eb04fe-d028-45e9-b8d4-2ff4865a0622 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:15.804096 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-39eb04fe-d028-45e9-b8d4-2ff4865a0622 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3283103 Oct 27 10:15:15.811333 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 48852) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:15:15.822352 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-b8f7190f-f5fc-4cba-bddf-4021dea96c1a tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Request body: {'security_group_rule': {'security_group_id': 'ec81f864-3f06-41e2-9840-a17b9ec1be55', 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:15:15.846671 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57808650-8cbf-40d3-9590-62d9a957b804 None None] Pushing event updated for resources: {'Port': ['ID=d75408cb-d896-4158-ae0c-44bb4eefe259,revision_number=5']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:15.920276 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c179a07-8d84-4bdf-8d98-7f34f5401fa7 req-2c5f3788-712a-4592-98f1-a545c67b16b3 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:15.921873 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-0c179a07-8d84-4bdf-8d98-7f34f5401fa7 req-2c5f3788-712a-4592-98f1-a545c67b16b3 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 945 time: 0.0637150 Oct 27 10:15:15.945494 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 2bd9bd4a-bbb6-4a5b-9ab9-6ff95395854c up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:15:16.000200 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-0c179a07-8d84-4bdf-8d98-7f34f5401fa7 req-51f4ae7c-bdb2-460e-b83f-6f6556c1a0dd tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594935 Oct 27 10:15:16.007046 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port 2bd9bd4a-bbb6-4a5b-9ab9-6ff95395854c triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:15:16.007478 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:16.029581 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.db.securitygroups_db [None req-b8f7190f-f5fc-4cba-bddf-4021dea96c1a tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Project ce4fbe5437b54e06856c6e5fba0e6a8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 10:15:16.036166 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b8f7190f-f5fc-4cba-bddf-4021dea96c1a tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:16.091690 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device d75408cb-d896-4158-ae0c-44bb4eefe259 up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:15:16.106841 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b8f7190f-f5fc-4cba-bddf-4021dea96c1a tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:16.141622 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port d75408cb-d896-4158-ae0c-44bb4eefe259 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:15:16.142022 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:16.172061 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b8f7190f-f5fc-4cba-bddf-4021dea96c1a tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543954'] for security_group_rule, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:16.197029 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f7190f-f5fc-4cba-bddf-4021dea96c1a tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1605ee1e-cb30-4127-be60-05e2084b0953,revision_number=0']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:16.277501 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b8f7190f-f5fc-4cba-bddf-4021dea96c1a tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:16.279065 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-b8f7190f-f5fc-4cba-bddf-4021dea96c1a tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4705424 Oct 27 10:15:16.283668 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 48858) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:15:16.286947 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [None req-fff93f54-4722-43a0-9166-bdcbe4c805ce tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Request body: {'security_group_rule': {'security_group_id': 'ec81f864-3f06-41e2-9840-a17b9ec1be55', 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:15:16.317169 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716aee4f-af77-4af4-8a4b-4eb2da9f44af req-2343e0e4-3f67-4cee-a86a-2138684db385 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:16.318902 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-716aee4f-af77-4af4-8a4b-4eb2da9f44af req-2343e0e4-3f67-4cee-a86a-2138684db385 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0541561 Oct 27 10:15:16.365097 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-716aee4f-af77-4af4-8a4b-4eb2da9f44af req-795dccd8-e2df-4bb8-a9d3-552694c287d6 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362363 Oct 27 10:15:16.372058 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.db.securitygroups_db [None req-fff93f54-4722-43a0-9166-bdcbe4c805ce tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Project ce4fbe5437b54e06856c6e5fba0e6a8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 10:15:16.380066 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-fff93f54-4722-43a0-9166-bdcbe4c805ce tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:16.473230 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b9a0a-42c1-48a3-a385-c125737e0557 req-d8aad12d-825f-4dc1-9dd1-a88cc012cf5e tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:16.474803 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a38b9a0a-42c1-48a3-a385-c125737e0557 req-d8aad12d-825f-4dc1-9dd1-a88cc012cf5e tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 945 time: 0.0980666 Oct 27 10:15:16.500079 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-fff93f54-4722-43a0-9166-bdcbe4c805ce tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:16.527174 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a38b9a0a-42c1-48a3-a385-c125737e0557 req-68d4e9c6-4af9-4157-b8d4-291748cd73c1 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444922 Oct 27 10:15:16.564802 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-fff93f54-4722-43a0-9166-bdcbe4c805ce tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543954'] for security_group_rule, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:16.583157 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff93f54-4722-43a0-9166-bdcbe4c805ce tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2070447-0f20-489c-8cb5-93362ef3e347,revision_number=0']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:16.657083 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-2c3b8a4c-0e4e-4891-a838-f8dd9bb21aad req-a07fb80d-f941-4570-a2eb-d468da84f19b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce250e52-6e43-4318-b350-7be41ebadf60 HTTP/1.1" status: 200 len: 1001 time: 0.0678647 Oct 27 10:15:16.687074 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-fff93f54-4722-43a0-9166-bdcbe4c805ce tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:16.688223 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-fff93f54-4722-43a0-9166-bdcbe4c805ce tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4054627 Oct 27 10:15:16.688865 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-5e31b7ba-9d44-436c-b732-7e7e56cacfa1 req-e3a7664d-77d3-4b78-adbf-c55b9e436853 service neutron] 10.222.0.81 "GET /v2.0/networks/f7961d2d-16df-4f4e-ba8f-b487aecddcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967882 Oct 27 10:15:16.728475 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b8a4c-0e4e-4891-a838-f8dd9bb21aad req-3611462e-82a9-4cf6-aa24-c0c9adbac30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:16.730304 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-2c3b8a4c-0e4e-4891-a838-f8dd9bb21aad req-3611462e-82a9-4cf6-aa24-c0c9adbac30a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=32f65f21-7a7c-4568-afd2-3193e7fc13b4 HTTP/1.1" status: 200 len: 856 time: 0.0540919 Oct 27 10:15:16.788595 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b8a4c-0e4e-4891-a838-f8dd9bb21aad req-d0866b57-925c-4209-9491-4e323a784110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:16.790283 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-2c3b8a4c-0e4e-4891-a838-f8dd9bb21aad req-d0866b57-925c-4209-9491-4e323a784110 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=232c2cd8-3827-47b2-95ae-f90c0b9d2e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446892 Oct 27 10:15:16.925571 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-2c3b8a4c-0e4e-4891-a838-f8dd9bb21aad req-c4db9372-3f62-4a30-a448-fcef108844c5 service neutron] 10.222.0.81 "GET /v2.0/networks/232c2cd8-3827-47b2-95ae-f90c0b9d2e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977600 Oct 27 10:15:17.036427 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-2c3b8a4c-0e4e-4891-a838-f8dd9bb21aad req-dedba5bb-c892-4ee0-a999-0b5daf007cbb service neutron] 10.222.0.81 "GET /v2.0/networks/232c2cd8-3827-47b2-95ae-f90c0b9d2e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968363 Oct 27 10:15:17.122511 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38990c5-6d93-49c1-bb58-09352955b29f req-cc03ab54-3606-41cc-91d8-8846a0b5e8d9 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:17.124195 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-d38990c5-6d93-49c1-bb58-09352955b29f req-cc03ab54-3606-41cc-91d8-8846a0b5e8d9 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 945 time: 0.0541470 Oct 27 10:15:17.164561 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-d38990c5-6d93-49c1-bb58-09352955b29f req-8826d2bf-598f-4b0b-9d42-990dbb4915fb tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341353 Oct 27 10:15:17.488745 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc1c59-01bc-40bd-964c-c959f47b2aba req-5cc705ce-7748-46f5-b4b6-b7c8b96faaa0 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:17.490414 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-00fc1c59-01bc-40bd-964c-c959f47b2aba req-5cc705ce-7748-46f5-b4b6-b7c8b96faaa0 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0561469 Oct 27 10:15:17.529674 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-00fc1c59-01bc-40bd-964c-c959f47b2aba req-fca25cf5-0f6c-44ff-817f-3087bae76de1 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319729 Oct 27 10:15:17.670756 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e0e7e1-07f6-44ff-bff1-baefc2ea571d req-279dec52-a6aa-43bf-84ac-7e174c842dee tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:17.674628 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-47e0e7e1-07f6-44ff-bff1-baefc2ea571d req-279dec52-a6aa-43bf-84ac-7e174c842dee tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 945 time: 0.0587773 Oct 27 10:15:17.710579 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-47e0e7e1-07f6-44ff-bff1-baefc2ea571d req-3cf893e8-fdb4-4659-9b64-cb6361d704d7 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321903 Oct 27 10:15:17.807425 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device d75408cb-d896-4158-ae0c-44bb4eefe259 up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:15:17.855704 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port d75408cb-d896-4158-ae0c-44bb4eefe259 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:15:17.856086 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:18.293445 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa69b26-03a1-4c41-9037-5b900ac78eb9 req-5b7cbba9-1ff7-40bf-866e-8d429966ee28 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:18.298322 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-afa69b26-03a1-4c41-9037-5b900ac78eb9 req-5b7cbba9-1ff7-40bf-866e-8d429966ee28 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 945 time: 0.0564392 Oct 27 10:15:18.333606 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-afa69b26-03a1-4c41-9037-5b900ac78eb9 req-7c33ff35-d1f4-4d2e-9866-e97ff6dda6e2 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324531 Oct 27 10:15:18.613069 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device ce250e52-6e43-4318-b350-7be41ebadf60 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:15:18.671788 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2c3e3-8614-433d-b45a-d2871bc1911f req-8724e4d2-60b3-4071-965d-6b893e65b119 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:18.673353 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-efb2c3e3-8614-433d-b45a-d2871bc1911f req-8724e4d2-60b3-4071-965d-6b893e65b119 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0538623 Oct 27 10:15:18.717426 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-efb2c3e3-8614-433d-b45a-d2871bc1911f req-90bdbc66-9613-46a9-91d7-1428a2cfbd4f tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360541 Oct 27 10:15:18.719736 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port ce250e52-6e43-4318-b350-7be41ebadf60, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ce250e52-6e43-4318-b350-7be41ebadf60,segment=NetworkSegment(2d3ba54e-e4c0-416f-b13e-608a81231259),segment_id=2d3ba54e-e4c0-416f-b13e-608a81231259)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:15:18.734892 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Returning: {'device': 'ce250e52-6e43-4318-b350-7be41ebadf60', 'network_id': '232c2cd8-3827-47b2-95ae-f90c0b9d2e5c', 'port_id': 'ce250e52-6e43-4318-b350-7be41ebadf60', 'mac_address': 'fa:16:3e:7a:32:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32f65f21-7a7c-4568-afd2-3193e7fc13b4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:15:18.780490 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:18.796829 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce250e52-6e43-4318-b350-7be41ebadf60 {{(pid=101975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:15:18.818668 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port ce250e52-6e43-4318-b350-7be41ebadf60, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ce250e52-6e43-4318-b350-7be41ebadf60,segment=NetworkSegment(2d3ba54e-e4c0-416f-b13e-608a81231259),segment_id=2d3ba54e-e4c0-416f-b13e-608a81231259)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:15:18.848484 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92d8c4-0069-461f-aee4-84ee9d26fccf req-056f78b6-8c20-4099-b430-32deb9efde41 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:18.850012 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-bd92d8c4-0069-461f-aee4-84ee9d26fccf req-056f78b6-8c20-4099-b430-32deb9efde41 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 945 time: 0.0643160 Oct 27 10:15:18.886924 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-bd92d8c4-0069-461f-aee4-84ee9d26fccf req-c4357ec3-4ef0-48dc-9197-5c5a9ecae4f4 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303895 Oct 27 10:15:18.919069 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:18.973219 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=ce250e52-6e43-4318-b350-7be41ebadf60,revision_number=6']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:19.077187 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] get_ports_and_sgs() called for port_ids ['ce250e52-6e43-4318-b350-7be41ebadf60'] {{(pid=101975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:15:19.216116 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 48978) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:15:19.321733 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-21766933-b9bc-4b2e-bd85-a5b8eee95a44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:19.393581 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-21766933-b9bc-4b2e-bd85-a5b8eee95a44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:19.451629 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f93120-c989-4efe-8d59-08490dff7d5a req-b0b42143-e2c4-4e22-ae0b-3e310a0c0b11 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:19.452790 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-27f93120-c989-4efe-8d59-08490dff7d5a req-b0b42143-e2c4-4e22-ae0b-3e310a0c0b11 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 944 time: 0.0470634 Oct 27 10:15:19.468962 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-21766933-b9bc-4b2e-bd85-a5b8eee95a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:19.493573 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-27f93120-c989-4efe-8d59-08490dff7d5a req-9bfbd440-e4f8-4409-a0e8-ce133419b7a2 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347421 Oct 27 10:15:19.521093 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-21766933-b9bc-4b2e-bd85-a5b8eee95a44 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=32d2f94b3cde42219a87440433721de1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3033402 Oct 27 10:15:19.530643 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21766933-b9bc-4b2e-bd85-a5b8eee95a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bf8116-0443-4c7f-be99-1759699bee60,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:19.532086 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 48988) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:15:19.589827 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-470db62a-5c2d-4677-92ea-8160c8826ea7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:19.615666 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-470db62a-5c2d-4677-92ea-8160c8826ea7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:19.751501 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-470db62a-5c2d-4677-92ea-8160c8826ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:19.754499 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-470db62a-5c2d-4677-92ea-8160c8826ea7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:19.757393 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-470db62a-5c2d-4677-92ea-8160c8826ea7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a6bf8116-0443-4c7f-be99-1759699bee60 HTTP/1.1" status: 204 len: 168 time: 0.2225180 Oct 27 10:15:19.764519 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470db62a-5c2d-4677-92ea-8160c8826ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bf8116-0443-4c7f-be99-1759699bee60,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:19.836410 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5812561-3d67-4b21-b3a8-1130fa02d269 req-c84db375-390f-4e91-9f69-7482bcb6512c tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:19.838706 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-f5812561-3d67-4b21-b3a8-1130fa02d269 req-c84db375-390f-4e91-9f69-7482bcb6512c tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0507886 Oct 27 10:15:19.875949 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-f5812561-3d67-4b21-b3a8-1130fa02d269 req-a1b0aa8c-45ae-4cc9-9c73-30708fde69c2 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310297 Oct 27 10:15:20.005358 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28630647-7808-476b-8b95-a84505ae843c req-e8d4f425-349f-42c3-8c75-1b71a3e05951 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:20.006867 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-28630647-7808-476b-8b95-a84505ae843c req-e8d4f425-349f-42c3-8c75-1b71a3e05951 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 945 time: 0.0520959 Oct 27 10:15:20.047265 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-28630647-7808-476b-8b95-a84505ae843c req-23d9aa53-d6e9-4ac6-aeed-81fb2dc82c72 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339632 Oct 27 10:15:20.642526 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c751656-0576-4cfd-808e-348527a72514 req-9720a960-f894-4b7f-bc96-d857397f2cae tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:20.644082 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-7c751656-0576-4cfd-808e-348527a72514 req-9720a960-f894-4b7f-bc96-d857397f2cae tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 944 time: 0.0595849 Oct 27 10:15:20.708750 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-7c751656-0576-4cfd-808e-348527a72514 req-3f8e923e-b6cd-45dd-ae4e-4d9c94c09b76 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527709 Oct 27 10:15:20.727371 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 49028) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:15:20.826075 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-255e9f39-5027-459a-a05a-caf37d838f23 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-210110059-network', 'tenant_id': '7152ba4bbd954a6d9cf30a830e036e52'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:15:20.914458 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255e9f39-5027-459a-a05a-caf37d838f23 admin admin] Made reservation on behalf of 7152ba4bbd954a6d9cf30a830e036e52 for: {'network': 1} {{(pid=101973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:15:20.917515 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-255e9f39-5027-459a-a05a-caf37d838f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for network, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:20.926062 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-255e9f39-5027-459a-a05a-caf37d838f23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:21.016664 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3290d-7cf1-43e3-84aa-179a3d76e761 req-ce1d9a08-e76e-4d1d-9e5c-ddf82565ca4e tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:21.018178 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-02a3290d-7cf1-43e3-84aa-179a3d76e761 req-ce1d9a08-e76e-4d1d-9e5c-ddf82565ca4e tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0729582 Oct 27 10:15:21.051443 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-255e9f39-5027-459a-a05a-caf37d838f23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:21.068310 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-02a3290d-7cf1-43e3-84aa-179a3d76e761 req-9a545edc-98a2-44ed-8158-a76ba7b96769 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416150 Oct 27 10:15:21.120616 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-255e9f39-5027-459a-a05a-caf37d838f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:21.145677 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-255e9f39-5027-459a-a05a-caf37d838f23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1028} {{(pid=101973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:15:21.154482 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e9f39-5027-459a-a05a-caf37d838f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5b5e1e-b08c-43d6-a1d5-c13a169036da,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:21.160207 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec312f59-c888-4dc7-8b84-14a90af41dab req-d5476146-adad-4e1e-9bbd-d78cf14092ac tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:21.161765 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-ec312f59-c888-4dc7-8b84-14a90af41dab req-d5476146-adad-4e1e-9bbd-d78cf14092ac tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 945 time: 0.0476270 Oct 27 10:15:21.162655 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-255e9f39-5027-459a-a05a-caf37d838f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908'] for segment, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:21.163091 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.db.segments_db [None req-255e9f39-5027-459a-a05a-caf37d838f23 admin admin] Added segment bb433946-0342-4173-a7f3-dd0b21c6ac99 of type vlan for network fe524b7e-d3b1-44e8-88e6-77cacced59d4 Oct 27 10:15:21.209304 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-ec312f59-c888-4dc7-8b84-14a90af41dab req-1a856379-a0ff-474c-ad5f-f61f79d42f4e tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363700 Oct 27 10:15:21.212304 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-255e9f39-5027-459a-a05a-caf37d838f23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740339715530'] for network, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:21.279858 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-255e9f39-5027-459a-a05a-caf37d838f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413'] for network, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:21.280842 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255e9f39-5027-459a-a05a-caf37d838f23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:21.281432 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-255e9f39-5027-459a-a05a-caf37d838f23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for network, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:21.288705 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device ce250e52-6e43-4318-b350-7be41ebadf60 up at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:15:21.340509 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e9f39-5027-459a-a05a-caf37d838f23 admin admin] Pushing event updated for resources: {'Network': ['ID=fe524b7e-d3b1-44e8-88e6-77cacced59d4,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:21.342117 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Provisioning complete for port ce250e52-6e43-4318-b350-7be41ebadf60 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:15:21.342489 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:21.363522 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Network fe524b7e-d3b1-44e8-88e6-77cacced59d4 details requested by agent ovs-agent-dv-cinder-815146-2-iscsi with host dv-cinder-815146-2-iscsi {{(pid=101975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:15:21.379837 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-255e9f39-5027-459a-a05a-caf37d838f23 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6507058 Oct 27 10:15:21.382862 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 49038) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:15:21.387679 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-9564ceee-c2cb-43f2-b8a1-220b2f43d5d9 admin admin] Request body: {'subnet': {'network_id': 'fe524b7e-d3b1-44e8-88e6-77cacced59d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-210110059-subnet', 'tenant_id': '7152ba4bbd954a6d9cf30a830e036e52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:15:21.450956 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9564ceee-c2cb-43f2-b8a1-220b2f43d5d9 admin admin] Made reservation on behalf of 7152ba4bbd954a6d9cf30a830e036e52 for: {'subnet': 1} {{(pid=101973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:15:21.453551 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9564ceee-c2cb-43f2-b8a1-220b2f43d5d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9229878'] for subnet, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:21.479238 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:21.502453 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01fe47f-50a0-42a2-80a2-f9371f57ff57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce250e52-6e43-4318-b350-7be41ebadf60'}] {{(pid=101975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:15:21.504752 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef74c052f1c640f85ff9302be404e86fdcd9e777050b230953bf81409b3ec6af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a370f2-84b9-4ca5-a244-da2b878e73ca" -d '{"events": [{"server_uuid": "f01fe47f-50a0-42a2-80a2-f9371f57ff57", "name": "network-vif-plugged", "status": "completed", "tag": "ce250e52-6e43-4318-b350-7be41ebadf60"}]}' {{(pid=101975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:15:21.517767 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port ce250e52-6e43-4318-b350-7be41ebadf60, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ce250e52-6e43-4318-b350-7be41ebadf60,segment=NetworkSegment(2d3ba54e-e4c0-416f-b13e-608a81231259),segment_id=2d3ba54e-e4c0-416f-b13e-608a81231259)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:15:21.543661 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a3d5f6-2293-4a8d-a335-5b30bb8cdd38 x-openstack-request-id: req-a6a3d5f6-2293-4a8d-a335-5b30bb8cdd38 {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:15:21.543822 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01fe47f-50a0-42a2-80a2-f9371f57ff57", "name": "network-vif-plugged", "status": "completed", "tag": "ce250e52-6e43-4318-b350-7be41ebadf60", "code": 200}]} {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:15:21.545880 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a6a3d5f6-2293-4a8d-a335-5b30bb8cdd38 {{(pid=101975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:15:21.545880 dv-cinder-815146-2-iscsi neutron-server[101975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01fe47f-50a0-42a2-80a2-f9371f57ff57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce250e52-6e43-4318-b350-7be41ebadf60', 'code': 200} Oct 27 10:15:21.594130 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:21.651423 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=ce250e52-6e43-4318-b350-7be41ebadf60,revision_number=7']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:21.702893 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9564ceee-c2cb-43f2-b8a1-220b2f43d5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9116760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9229860'] for subnet, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:21.759583 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564ceee-c2cb-43f2-b8a1-220b2f43d5d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59c0fb33-6ef4-4ac7-b184-45bf9233ddff,revision_number=0']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:21.766844 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9564ceee-c2cb-43f2-b8a1-220b2f43d5d9 admin admin] Checking segment: {'id': 'bb433946-0342-4173-a7f3-dd0b21c6ac99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'fe524b7e-d3b1-44e8-88e6-77cacced59d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:15:21.767196 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9564ceee-c2cb-43f2-b8a1-220b2f43d5d9 admin admin] Network hostable DHCP agents. Network: fe524b7e-d3b1-44e8-88e6-77cacced59d4, hostable agents: ['09a5fe22-088d-4af2-a4f8-d44fceaa8957'], hosted agents: [] {{(pid=101973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:15:21.827655 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5d25e-a123-4291-99bf-157f456c509a req-bcbce4c3-4b89-4814-978b-e48e24f8aad7 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:21.829162 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a7e5d25e-a123-4291-99bf-157f456c509a req-bcbce4c3-4b89-4814-978b-e48e24f8aad7 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 945 time: 0.0467598 Oct 27 10:15:21.839619 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9564ceee-c2cb-43f2-b8a1-220b2f43d5d9 admin admin] Network fe524b7e-d3b1-44e8-88e6-77cacced59d4 is scheduled to be hosted by DHCP agent 09a5fe22-088d-4af2-a4f8-d44fceaa8957 with binding_index 1 {{(pid=101973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:15:21.867831 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a7e5d25e-a123-4291-99bf-157f456c509a req-f6f7a87b-93e7-4349-8269-25bbde27e813 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323634 Oct 27 10:15:21.914351 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [None req-9564ceee-c2cb-43f2-b8a1-220b2f43d5d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-2-iscsi, fe524b7e-d3b1-44e8-88e6-77cacced59d4) {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:15:21.919627 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9564ceee-c2cb-43f2-b8a1-220b2f43d5d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:21.920289 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9564ceee-c2cb-43f2-b8a1-220b2f43d5d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for subnet, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:21.925031 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccf96f4-14ca-4582-bc15-02f2af72f9f9 None None] Network fe524b7e-d3b1-44e8-88e6-77cacced59d4 requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:15:21.974091 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-9564ceee-c2cb-43f2-b8a1-220b2f43d5d9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5901771 Oct 27 10:15:22.052548 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3f888c-d7aa-4471-b3a7-99049556f1d9 None None] Network fe524b7e-d3b1-44e8-88e6-77cacced59d4 requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:15:22.192633 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a5091-c823-4b80-a4bf-8f2de76eb8ba req-4f8b2dca-48fa-4aef-baa7-ae22145d2b95 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:22.194149 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-db7a5091-c823-4b80-a4bf-8f2de76eb8ba req-4f8b2dca-48fa-4aef-baa7-ae22145d2b95 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0532897 Oct 27 10:15:22.242303 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-db7a5091-c823-4b80-a4bf-8f2de76eb8ba req-8abef3b8-453e-4881-bb4a-79c3f0f8a669 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414307 Oct 27 10:15:22.333009 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e49f5-fe0c-40d8-b746-f4aca2b39d31 req-49e20e3b-ab0a-4af4-9eff-51c9e81b9371 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:22.334480 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-894e49f5-fe0c-40d8-b746-f4aca2b39d31 req-49e20e3b-ab0a-4af4-9eff-51c9e81b9371 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 945 time: 0.0504065 Oct 27 10:15:22.371890 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-894e49f5-fe0c-40d8-b746-f4aca2b39d31 req-89931140-60ad-4af9-a213-525f55d934ce tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309281 Oct 27 10:15:22.989814 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9d038-3a34-41c5-9e5c-f2146467b678 req-46e91297-d8af-41b0-bf92-04d201b2e126 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:22.991966 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1ef9d038-3a34-41c5-9e5c-f2146467b678 req-46e91297-d8af-41b0-bf92-04d201b2e126 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 945 time: 0.0523369 Oct 27 10:15:23.039323 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1ef9d038-3a34-41c5-9e5c-f2146467b678 req-1d547b10-8dae-448e-b5c8-4cb876e2c915 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331819 Oct 27 10:15:23.369846 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c25907-64a0-4370-9d4d-a858f7f8166d req-6bf09300-a916-44f7-a5b9-5f0913b4ec54 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:23.377122 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-b9c25907-64a0-4370-9d4d-a858f7f8166d req-6bf09300-a916-44f7-a5b9-5f0913b4ec54 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0616586 Oct 27 10:15:23.421698 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-b9c25907-64a0-4370-9d4d-a858f7f8166d req-416b09ae-a59e-4f87-b0de-8af09c713bdd tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435417 Oct 27 10:15:23.492138 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9fb5d-4345-47d8-a933-fe65233a4b90 req-6267edbc-9955-44ad-b960-11b6cb725eef tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:23.494261 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-b1a9fb5d-4345-47d8-a933-fe65233a4b90 req-6267edbc-9955-44ad-b960-11b6cb725eef tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 945 time: 0.0502198 Oct 27 10:15:23.531060 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-b1a9fb5d-4345-47d8-a933-fe65233a4b90 req-dfb99e4d-b494-4ae7-8556-db2e6e491654 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306344 Oct 27 10:15:24.201201 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2001119-323d-4b9b-b63d-34bb8575e89e req-9080a16f-47d2-4d79-93b3-6f5a7155ec43 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:24.208563 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-e2001119-323d-4b9b-b63d-34bb8575e89e req-9080a16f-47d2-4d79-93b3-6f5a7155ec43 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 945 time: 0.0853708 Oct 27 10:15:24.272290 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-e2001119-323d-4b9b-b63d-34bb8575e89e req-2c09bb9b-3feb-4037-8cf6-61c92922de62 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573525 Oct 27 10:15:24.592361 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a4ecf-0af6-45b7-95da-874e20c4c38c req-a82c25d0-f9c4-4b6c-b9cd-06542209c76f tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:24.594140 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a11a4ecf-0af6-45b7-95da-874e20c4c38c req-a82c25d0-f9c4-4b6c-b9cd-06542209c76f tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0596306 Oct 27 10:15:24.649324 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a11a4ecf-0af6-45b7-95da-874e20c4c38c req-d1a8d820-a946-4072-bc52-7a306509e426 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486722 Oct 27 10:15:24.764585 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47eaeda-4121-4541-82a8-7c27374bb7d4 req-53a21b90-eaa5-4057-9778-a8d497d41d05 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:24.766580 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-f47eaeda-4121-4541-82a8-7c27374bb7d4 req-53a21b90-eaa5-4057-9778-a8d497d41d05 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 945 time: 0.0563655 Oct 27 10:15:24.807346 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-f47eaeda-4121-4541-82a8-7c27374bb7d4 req-6fb29581-ba73-4d4d-9bbc-41e749bdd35a tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346560 Oct 27 10:15:25.178968 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8a4e4-a4f7-4ea5-9dfe-adb058422215 req-c26ae5a3-fc91-4418-8874-66d125845cc3 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:25.180367 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-77d8a4e4-a4f7-4ea5-9dfe-adb058422215 req-c26ae5a3-fc91-4418-8874-66d125845cc3 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 945 time: 0.0624015 Oct 27 10:15:25.238077 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-77d8a4e4-a4f7-4ea5-9dfe-adb058422215 req-7f986084-ee46-4495-a7e9-53d5e93300f5 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403845 Oct 27 10:15:25.455613 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4052122-5f0a-4e3a-808a-b174b99c492d req-a8361222-ef7a-45a3-8376-758e2becfbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:25.458052 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-c4052122-5f0a-4e3a-808a-b174b99c492d req-a8361222-ef7a-45a3-8376-758e2becfbd9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e7c55039221b45c69304c1afafa20e6a&device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 1098 time: 0.0544775 Oct 27 10:15:25.465921 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35858b79-62d3-4a01-a75e-3dd7c703702d req-54563523-a5bd-4be6-af5a-ed00c4efae7c tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:25.467447 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-35858b79-62d3-4a01-a75e-3dd7c703702d req-54563523-a5bd-4be6-af5a-ed00c4efae7c tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 945 time: 0.0930932 Oct 27 10:15:25.520639 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-35858b79-62d3-4a01-a75e-3dd7c703702d req-30fc9002-1595-4b53-8834-35ddcea0683a tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467944 Oct 27 10:15:25.583400 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4052122-5f0a-4e3a-808a-b174b99c492d req-04381164-b50e-4aa9-9f10-379f35ddc314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:25.585146 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-c4052122-5f0a-4e3a-808a-b174b99c492d req-04381164-b50e-4aa9-9f10-379f35ddc314 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8a629e7d-72b0-4646-a07a-812ae74aa6c3 HTTP/1.1" status: 200 len: 913 time: 0.1177897 Oct 27 10:15:25.662979 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-c4052122-5f0a-4e3a-808a-b174b99c492d req-ad7e1ec6-d732-4800-8eee-8ad3d32fddc8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0ce1773-183f-4c8a-a722-38d87e17f97e HTTP/1.1" status: 200 len: 1000 time: 0.0673058 Oct 27 10:15:25.736684 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4052122-5f0a-4e3a-808a-b174b99c492d req-ea1a327a-0ddd-47dd-9870-a038f50ce0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:25.738293 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-c4052122-5f0a-4e3a-808a-b174b99c492d req-ea1a327a-0ddd-47dd-9870-a038f50ce0bd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2d043faf-de54-45d8-ad51-b3c5339bc389 HTTP/1.1" status: 200 len: 850 time: 0.0677221 Oct 27 10:15:25.808450 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4052122-5f0a-4e3a-808a-b174b99c492d req-6e56f53d-624d-417e-afe3-682925f872fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:25.809969 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-c4052122-5f0a-4e3a-808a-b174b99c492d req-6e56f53d-624d-417e-afe3-682925f872fa service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8a629e7d-72b0-4646-a07a-812ae74aa6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0619316 Oct 27 10:15:25.824482 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2ba31-4a22-48f5-9a6b-82a642404c93 req-8180074b-213b-4dfc-93de-022d57f412a3 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:25.826351 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-e1b2ba31-4a22-48f5-9a6b-82a642404c93 req-8180074b-213b-4dfc-93de-022d57f412a3 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0966144 Oct 27 10:15:25.874624 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-e1b2ba31-4a22-48f5-9a6b-82a642404c93 req-d27bc697-e04d-4c40-a580-65fd423ec4ec tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416574 Oct 27 10:15:25.961551 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-c4052122-5f0a-4e3a-808a-b174b99c492d req-f854dd2d-da5f-4637-bbb8-4582bf50923f service neutron] 10.222.0.81 "GET /v2.0/networks/8a629e7d-72b0-4646-a07a-812ae74aa6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440301 Oct 27 10:15:26.092891 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-c4052122-5f0a-4e3a-808a-b174b99c492d req-8d147b0a-cddd-44ca-8d4d-5a26703d1690 service neutron] 10.222.0.81 "GET /v2.0/networks/8a629e7d-72b0-4646-a07a-812ae74aa6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224971 Oct 27 10:15:26.362781 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83923fb3-76a2-4ebc-8fa4-801944214434 req-109f6ced-9456-4fbf-b091-e67cb82a7bee tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:26.364319 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-83923fb3-76a2-4ebc-8fa4-801944214434 req-109f6ced-9456-4fbf-b091-e67cb82a7bee tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 945 time: 0.0580800 Oct 27 10:15:26.405296 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-83923fb3-76a2-4ebc-8fa4-801944214434 req-f7cdd4a2-248b-41a0-8f72-f1a13e15a8b8 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343821 Oct 27 10:15:26.676434 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d5f44-583f-410a-9273-198d9087eda6 req-1ab8eacc-ff5a-46f8-8c28-ba67cb5de775 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:26.677935 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-6b3d5f44-583f-410a-9273-198d9087eda6 req-1ab8eacc-ff5a-46f8-8c28-ba67cb5de775 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 945 time: 0.0550363 Oct 27 10:15:26.716284 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-6b3d5f44-583f-410a-9273-198d9087eda6 req-5b4775ca-5e94-45a0-b4fe-b3ac4d2d2f51 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315254 Oct 27 10:15:27.000440 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a00733-dae3-4e64-aff9-c4cc9fadd4b1 req-cea1b79d-a3f3-488a-bbfd-90577c1df699 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:27.001870 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-42a00733-dae3-4e64-aff9-c4cc9fadd4b1 req-cea1b79d-a3f3-488a-bbfd-90577c1df699 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0506883 Oct 27 10:15:27.043850 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-42a00733-dae3-4e64-aff9-c4cc9fadd4b1 req-759cfca9-1e72-4314-9b9c-4c1a0e5c683b tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359886 Oct 27 10:15:27.543524 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175bf80-fccd-4513-811b-70cab2b521de req-4969c7a9-bc9a-4128-8648-07c08b95aee0 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:27.550794 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1175bf80-fccd-4513-811b-70cab2b521de req-4969c7a9-bc9a-4128-8648-07c08b95aee0 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 945 time: 0.0689893 Oct 27 10:15:27.599712 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1175bf80-fccd-4513-811b-70cab2b521de req-576401a8-f3b1-4e18-9af4-a40ef3dba8db tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479195 Oct 27 10:15:27.860323 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241cd41-8110-4134-9012-d87103c71e83 req-2c13e43f-9078-4885-8f4f-01e71422492b tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:27.862484 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-6241cd41-8110-4134-9012-d87103c71e83 req-2c13e43f-9078-4885-8f4f-01e71422492b tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 945 time: 0.0588164 Oct 27 10:15:27.937848 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-6241cd41-8110-4134-9012-d87103c71e83 req-709e70bc-7de1-42b5-91f5-9086c5406a07 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515888 Oct 27 10:15:28.180312 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6362ff-9b3b-422f-b228-39a5dabb6d75 req-d781a43d-d88e-43df-ba5e-584ab207d5fa tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:28.188248 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-fc6362ff-9b3b-422f-b228-39a5dabb6d75 req-d781a43d-d88e-43df-ba5e-584ab207d5fa tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0572653 Oct 27 10:15:28.232512 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-fc6362ff-9b3b-422f-b228-39a5dabb6d75 req-8bcf1cd2-12e1-47b7-b940-fa2205b7ae80 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432143 Oct 27 10:15:28.352713 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 49200) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:15:28.465894 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-e509b1d6-6270-479b-9920-ed8438a42d1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:28.546291 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-e509b1d6-6270-479b-9920-ed8438a42d1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:28.610441 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-e509b1d6-6270-479b-9920-ed8438a42d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:28.661344 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-e509b1d6-6270-479b-9920-ed8438a42d1a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dbb0d803b31744c1914338dfc0d7ca48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3068180 Oct 27 10:15:28.662069 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e509b1d6-6270-479b-9920-ed8438a42d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785e9a26-0bff-4413-8af8-886ce698b30c,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:28.664084 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 49204) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:15:28.716398 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-3cd1ad9f-df4a-4fa7-9032-f9e002af2286 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:28.739429 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-3cd1ad9f-df4a-4fa7-9032-f9e002af2286 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:28.846051 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-3cd1ad9f-df4a-4fa7-9032-f9e002af2286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:28.849811 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-3cd1ad9f-df4a-4fa7-9032-f9e002af2286 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:28.851623 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-3cd1ad9f-df4a-4fa7-9032-f9e002af2286 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/785e9a26-0bff-4413-8af8-886ce698b30c HTTP/1.1" status: 204 len: 168 time: 0.1859822 Oct 27 10:15:28.877575 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1ad9f-df4a-4fa7-9032-f9e002af2286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785e9a26-0bff-4413-8af8-886ce698b30c,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:29.059832 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5459d13e-3444-416e-983a-bf1d3e49a429 req-b487bbca-ec90-4876-ba56-3844b5544b63 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:29.061336 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-5459d13e-3444-416e-983a-bf1d3e49a429 req-b487bbca-ec90-4876-ba56-3844b5544b63 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 945 time: 0.0508602 Oct 27 10:15:29.102985 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-5459d13e-3444-416e-983a-bf1d3e49a429 req-267aa173-10cf-4cca-96a3-6788157dc754 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354583 Oct 27 10:15:29.348365 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4a191-8448-4e0e-8211-2ff2004ad4bb req-dc6846b1-353a-4fd6-8ed7-70858ce8b6c8 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:29.355784 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-88f4a191-8448-4e0e-8211-2ff2004ad4bb req-dc6846b1-353a-4fd6-8ed7-70858ce8b6c8 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0586276 Oct 27 10:15:29.392849 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-88f4a191-8448-4e0e-8211-2ff2004ad4bb req-760e6bcc-0164-48c2-b210-a78f8e5973e3 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360839 Oct 27 10:15:29.562299 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 49216) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:15:29.577831 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-10af2e0f-0d65-42a4-9a63-39c1c3e11f49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:29.669124 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-10af2e0f-0d65-42a4-9a63-39c1c3e11f49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:29.713702 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-10af2e0f-0d65-42a4-9a63-39c1c3e11f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:29.772498 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af2e0f-0d65-42a4-9a63-39c1c3e11f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efc15fe-1a70-456a-9fa4-c7f7d15f7881,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:29.783763 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-10af2e0f-0d65-42a4-9a63-39c1c3e11f49 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6cac9c2b6a414a54817fe5e5dc600b67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2181008 Oct 27 10:15:29.784373 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 49218) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:15:29.841152 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-df9f4fda-8c4b-40b6-ab64-600aa86d5c06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:29.865786 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-df9f4fda-8c4b-40b6-ab64-600aa86d5c06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:30.176994 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-df9f4fda-8c4b-40b6-ab64-600aa86d5c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:30.180434 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-df9f4fda-8c4b-40b6-ab64-600aa86d5c06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:30.189123 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-df9f4fda-8c4b-40b6-ab64-600aa86d5c06 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0efc15fe-1a70-456a-9fa4-c7f7d15f7881 HTTP/1.1" status: 204 len: 168 time: 0.4038436 Oct 27 10:15:30.202164 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f4fda-8c4b-40b6-ab64-600aa86d5c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efc15fe-1a70-456a-9fa4-c7f7d15f7881,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:30.301766 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333a18d-eecb-4c4d-a1f6-d8bb08d6fa62 req-871900c3-649c-4ead-970e-3a68a5d85db8 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:30.303272 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-b333a18d-eecb-4c4d-a1f6-d8bb08d6fa62 req-871900c3-649c-4ead-970e-3a68a5d85db8 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 945 time: 0.0597746 Oct 27 10:15:30.344551 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-b333a18d-eecb-4c4d-a1f6-d8bb08d6fa62 req-19cf8f11-f587-493c-9b2e-4ebb51f8b67b tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329795 Oct 27 10:15:30.516871 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae3c8d0-17fa-4b63-baeb-8283eacf8b7b req-2a10613b-f392-4748-95eb-161d00472818 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:30.518385 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-3ae3c8d0-17fa-4b63-baeb-8283eacf8b7b req-2a10613b-f392-4748-95eb-161d00472818 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0543706 Oct 27 10:15:30.558613 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-3ae3c8d0-17fa-4b63-baeb-8283eacf8b7b req-6b41724a-0baf-4b4e-829e-4d4888d3957d tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341983 Oct 27 10:15:31.483645 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92331d6a-6753-4eca-b226-70f3b1b4efc3 req-ea6fc7af-0b0f-418b-8bd2-39a62ab7964b tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:31.486471 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-92331d6a-6753-4eca-b226-70f3b1b4efc3 req-ea6fc7af-0b0f-418b-8bd2-39a62ab7964b tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 945 time: 0.0608828 Oct 27 10:15:31.527102 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-92331d6a-6753-4eca-b226-70f3b1b4efc3 req-644b1094-e97f-4da7-b946-700762101943 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341911 Oct 27 10:15:31.561883 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-7720b16b-a39d-4be8-ba32-4c44835c7ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:31.698825 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a56fc-a682-4508-9bc7-55b1aa3b31a8 req-a80d03d5-2a98-4ec6-b143-87880c4c50ea tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:31.706201 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-fe0a56fc-a682-4508-9bc7-55b1aa3b31a8 req-a80d03d5-2a98-4ec6-b143-87880c4c50ea tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0779064 Oct 27 10:15:31.749736 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-fe0a56fc-a682-4508-9bc7-55b1aa3b31a8 req-fc85434b-96f0-4776-bb76-aa2e962c26ed tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426035 Oct 27 10:15:32.728853 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586893a-0e9e-43c9-851d-f23482b35b87 req-d9fa3cd6-a845-4267-a233-f66fc6aff924 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:32.731167 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0586893a-0e9e-43c9-851d-f23482b35b87 req-d9fa3cd6-a845-4267-a233-f66fc6aff924 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 945 time: 0.0713766 Oct 27 10:15:32.766400 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-6cd782ed-03b7-446e-8d20-a4830b839710 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:32.781195 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-6cd782ed-03b7-446e-8d20-a4830b839710 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/networks?id=fe524b7e-d3b1-44e8-88e6-77cacced59d4 HTTP/1.1" status: 200 len: 808 time: 0.2306137 Oct 27 10:15:32.817274 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-f48ea0a3-52e8-4a6f-a915-52dd53bb8cb2 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/quotas/7152ba4bbd954a6d9cf30a830e036e52 HTTP/1.1" status: 200 len: 375 time: 0.0347912 Oct 27 10:15:32.820926 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0586893a-0e9e-43c9-851d-f23482b35b87 req-72a077c2-96f0-4ef9-b2f2-ae191ce52848 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776320 Oct 27 10:15:32.863720 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-95e66b19-31b9-455a-89a8-d141fb970d15 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7152ba4bbd954a6d9cf30a830e036e52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449533 Oct 27 10:15:32.961118 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9384e9-7790-4e59-a8b3-3a2a7a0acb62 req-e064dce6-9c05-47b1-b5ba-9f4827e48938 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:32.969310 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-9f9384e9-7790-4e59-a8b3-3a2a7a0acb62 req-e064dce6-9c05-47b1-b5ba-9f4827e48938 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0694385 Oct 27 10:15:33.001757 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-217bd3d1-5fd8-45f4-9fd1-ac8143575bcc service neutron] 10.222.0.36 "GET /v2.0/networks/fe524b7e-d3b1-44e8-88e6-77cacced59d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285398 Oct 27 10:15:33.026465 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-9f9384e9-7790-4e59-a8b3-3a2a7a0acb62 req-ee76563a-c810-4f1f-8e7a-36b9b8b338a3 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560014 Oct 27 10:15:33.139780 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-b90f9129-8ff3-4d08-a59f-e3dee73cc195 service neutron] 10.222.0.36 "GET /v2.0/networks/fe524b7e-d3b1-44e8-88e6-77cacced59d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314740 Oct 27 10:15:33.479387 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a3d0cad7-5f52-4103-a57b-110d64b39166 req-30f2cd16-6955-41af-bf45-0d4ead0bbaae tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/ports?device_id=e65e41c0-028b-45dc-b245-5aecdb5546a7 HTTP/1.1" status: 200 len: 210 time: 0.0451059 Oct 27 10:15:34.005707 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a8d1d-cfce-49db-ab14-adce216958ba req-277a4fd6-2e4b-49fc-b5f1-c767cd4c6a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:34.007297 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-da4a8d1d-cfce-49db-ab14-adce216958ba req-277a4fd6-2e4b-49fc-b5f1-c767cd4c6a3e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 1098 time: 0.1172419 Oct 27 10:15:34.026767 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329424b-2861-4cca-a96c-acfde46edde2 req-072425ba-5293-454d-abc1-50a3289deaeb tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:34.028349 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-3329424b-2861-4cca-a96c-acfde46edde2 req-072425ba-5293-454d-abc1-50a3289deaeb tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 945 time: 0.0858762 Oct 27 10:15:34.095652 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-da4a8d1d-cfce-49db-ab14-adce216958ba req-91564f05-384a-451c-8f0f-3d7c727748f3 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776885 Oct 27 10:15:34.104681 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-3329424b-2861-4cca-a96c-acfde46edde2 req-3f3e46ca-a715-42eb-8403-e03ec381a3f1 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693667 Oct 27 10:15:34.158263 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a510fc-432c-497d-a516-e678cbae179f req-ab7bde83-d97f-40de-8d1c-e306d11ce9e9 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:34.160077 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-37a510fc-432c-497d-a516-e678cbae179f req-ab7bde83-d97f-40de-8d1c-e306d11ce9e9 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0588245 Oct 27 10:15:34.219563 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-37a510fc-432c-497d-a516-e678cbae179f req-dc98cc02-8cf6-4251-b621-83ef015b301b tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522399 Oct 27 10:15:34.547166 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-1fa26edc-0b6f-4c96-a5c9-01f9f2a1f69c req-bfb16bb6-19d1-4412-a076-338bf0d19002 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/ports?device_id=e65e41c0-028b-45dc-b245-5aecdb5546a7 HTTP/1.1" status: 200 len: 210 time: 0.0258882 Oct 27 10:15:34.668316 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4cc3bc5c-c5ff-41ec-a526-295ed61ea9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:35.223765 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:35.356089 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801008e0-d1f4-4f16-8353-6ddeac51de03 req-32dc8099-5ce7-4d3b-922f-816ccee4dd6e tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:35.357765 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-801008e0-d1f4-4f16-8353-6ddeac51de03 req-32dc8099-5ce7-4d3b-922f-816ccee4dd6e tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 945 time: 0.0796585 Oct 27 10:15:35.406684 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-801008e0-d1f4-4f16-8353-6ddeac51de03 req-aeea594f-f10c-4473-8b3e-d0d425ba3601 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426955 Oct 27 10:15:35.423479 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015befed-af29-4ae7-8902-ceea5e7f7c7a req-5dfec509-f21b-4a3b-aec9-f1b5c578a91e tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:35.431917 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-015befed-af29-4ae7-8902-ceea5e7f7c7a req-5dfec509-f21b-4a3b-aec9-f1b5c578a91e tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0980806 Oct 27 10:15:35.479642 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-015befed-af29-4ae7-8902-ceea5e7f7c7a req-388eef59-4199-46b4-b46c-d84ec0e0e18a tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462348 Oct 27 10:15:35.651931 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-37a1376c-b542-40e6-84ce-a064865fde9e req-55446967-ec34-4bc4-9948-ec1425d8abf3 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/ports?device_id=e65e41c0-028b-45dc-b245-5aecdb5546a7 HTTP/1.1" status: 200 len: 210 time: 0.0319092 Oct 27 10:15:35.914367 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:36.571237 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855de789-247e-4e1a-9e5c-eeaa9e00b5ec req-a5aeac2c-24c9-48d9-99b4-c6f9a9988223 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:36.573958 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-855de789-247e-4e1a-9e5c-eeaa9e00b5ec req-a5aeac2c-24c9-48d9-99b4-c6f9a9988223 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 945 time: 0.0732360 Oct 27 10:15:36.621543 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-855de789-247e-4e1a-9e5c-eeaa9e00b5ec req-421adf23-9843-4c56-96c1-44e566e8b66f tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405385 Oct 27 10:15:36.657180 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab328df3-c204-4213-b949-c0b85bf5f14c req-294eae6b-eae2-45ba-8f7d-2a54bdfa5ad5 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:36.662305 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-ab328df3-c204-4213-b949-c0b85bf5f14c req-294eae6b-eae2-45ba-8f7d-2a54bdfa5ad5 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0704677 Oct 27 10:15:36.714599 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-ab328df3-c204-4213-b949-c0b85bf5f14c req-363cba65-3279-4751-9b77-a7142239ebf9 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451756 Oct 27 10:15:36.789040 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-30de329c-b376-40d2-9f88-1fd34d75ccee req-912cd6b2-3d16-4084-be9a-f02669df4af1 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/ports?device_id=e65e41c0-028b-45dc-b245-5aecdb5546a7 HTTP/1.1" status: 200 len: 210 time: 0.0482228 Oct 27 10:15:36.860481 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6e129-89ff-4f3b-9828-540b82da3df3 req-d61f44b3-954d-4954-90fe-b7bd6b74daaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:36.866582 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-93f6e129-89ff-4f3b-9828-540b82da3df3 req-d61f44b3-954d-4954-90fe-b7bd6b74daaa service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=20d2cc4467704c129f691b1ba2dd72cc&device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 1098 time: 0.0473924 Oct 27 10:15:36.969278 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6e129-89ff-4f3b-9828-540b82da3df3 req-c6e2081c-5b77-4148-97fc-a86c79049d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:36.970658 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-93f6e129-89ff-4f3b-9828-540b82da3df3 req-c6e2081c-5b77-4148-97fc-a86c79049d20 service neutron] 10.222.0.81 "GET /v2.0/networks?id=232c2cd8-3827-47b2-95ae-f90c0b9d2e5c HTTP/1.1" status: 200 len: 919 time: 0.0981164 Oct 27 10:15:37.039895 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-93f6e129-89ff-4f3b-9828-540b82da3df3 req-006309d1-f51a-4b74-853e-f8366560dd27 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce250e52-6e43-4318-b350-7be41ebadf60 HTTP/1.1" status: 200 len: 1001 time: 0.0605626 Oct 27 10:15:37.094194 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6e129-89ff-4f3b-9828-540b82da3df3 req-27216318-63f5-48b1-82c4-c0b45a905f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:37.095737 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-93f6e129-89ff-4f3b-9828-540b82da3df3 req-27216318-63f5-48b1-82c4-c0b45a905f87 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=32f65f21-7a7c-4568-afd2-3193e7fc13b4 HTTP/1.1" status: 200 len: 856 time: 0.0477297 Oct 27 10:15:37.152087 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6e129-89ff-4f3b-9828-540b82da3df3 req-00e91b32-81db-498d-a443-75c4698c0ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:37.153580 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-93f6e129-89ff-4f3b-9828-540b82da3df3 req-00e91b32-81db-498d-a443-75c4698c0ad0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=232c2cd8-3827-47b2-95ae-f90c0b9d2e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501058 Oct 27 10:15:37.176519 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:37.188094 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-b337dfa9-2bab-4b81-91a9-07f2a5bb5cd2 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:37.189561 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-b337dfa9-2bab-4b81-91a9-07f2a5bb5cd2 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.81 "GET /v2.0/networks?id=fe524b7e-d3b1-44e8-88e6-77cacced59d4 HTTP/1.1" status: 200 len: 808 time: 0.1117835 Oct 27 10:15:37.204151 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-2f587497-1913-414e-a83d-57d54b9dd8d3 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Request body: {'port': {'device_id': 'e65e41c0-028b-45dc-b245-5aecdb5546a7', 'network_id': 'fe524b7e-d3b1-44e8-88e6-77cacced59d4', 'admin_state_up': True, 'tenant_id': '7152ba4bbd954a6d9cf30a830e036e52'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:15:37.271970 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-93f6e129-89ff-4f3b-9828-540b82da3df3 req-0d2bf097-2b3c-4b1b-b565-947860a388e3 service neutron] 10.222.0.81 "GET /v2.0/networks/232c2cd8-3827-47b2-95ae-f90c0b9d2e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100116 Oct 27 10:15:37.380608 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-93f6e129-89ff-4f3b-9828-540b82da3df3 req-59a65b9e-45c4-4fa8-b439-f73edc42a30e service neutron] 10.222.0.81 "GET /v2.0/networks/232c2cd8-3827-47b2-95ae-f90c0b9d2e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977206 Oct 27 10:15:37.399307 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3cbe0-532f-40e3-aa0e-67597cfb9625 req-75d17e22-e63f-45ba-b5f2-cf0e85ff55b1 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:37.414095 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-60f3cbe0-532f-40e3-aa0e-67597cfb9625 req-75d17e22-e63f-45ba-b5f2-cf0e85ff55b1 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.1114056 Oct 27 10:15:37.434698 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc9a36-4164-4d89-a942-173147342dd4 req-a4a8ba97-4408-4e54-aa92-9813b7c06c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:37.436185 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-86cc9a36-4164-4d89-a942-173147342dd4 req-a4a8ba97-4408-4e54-aa92-9813b7c06c51 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=84ee96eca37f439da63d7612697a0a33&device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 1098 time: 0.0835984 Oct 27 10:15:37.472480 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-60f3cbe0-532f-40e3-aa0e-67597cfb9625 req-6e1f3584-4623-48a8-b4e9-bb77601c6117 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623808 Oct 27 10:15:37.521333 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-2f587497-1913-414e-a83d-57d54b9dd8d3 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Made reservation on behalf of 7152ba4bbd954a6d9cf30a830e036e52 for: {'port': 1} {{(pid=101973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:15:37.525372 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-2f587497-1913-414e-a83d-57d54b9dd8d3 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:37.565850 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc9a36-4164-4d89-a942-173147342dd4 req-bf3e52be-9acf-40de-a9a4-556bd1b89fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:37.567344 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-86cc9a36-4164-4d89-a942-173147342dd4 req-bf3e52be-9acf-40de-a9a4-556bd1b89fc1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f7961d2d-16df-4f4e-ba8f-b487aecddcfb HTTP/1.1" status: 200 len: 921 time: 0.1221244 Oct 27 10:15:37.657640 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-86cc9a36-4164-4d89-a942-173147342dd4 req-bf694ccd-394d-4440-8af4-448c3e2aa3f6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad53ec07-b6ed-4849-926f-7fa08020a514 HTTP/1.1" status: 200 len: 217 time: 0.0782356 Oct 27 10:15:37.754914 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc9a36-4164-4d89-a942-173147342dd4 req-e68df3fe-8caa-4224-be4f-07194ff937a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:37.756461 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-86cc9a36-4164-4d89-a942-173147342dd4 req-e68df3fe-8caa-4224-be4f-07194ff937a9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5c71709b-7393-40ed-a177-1fb36198be48 HTTP/1.1" status: 200 len: 859 time: 0.0881763 Oct 27 10:15:37.759308 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2dbfbc-2256-4e17-8a15-d3d370e963b5 req-21a902d4-830b-4744-b64d-7c0c1bd7b595 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:37.761271 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-cd2dbfbc-2256-4e17-8a15-d3d370e963b5 req-21a902d4-830b-4744-b64d-7c0c1bd7b595 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 945 time: 0.0570321 Oct 27 10:15:37.767660 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.db_base_plugin_common [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-2f587497-1913-414e-a83d-57d54b9dd8d3 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Allocated IP 172.20.0.4 (fe524b7e-d3b1-44e8-88e6-77cacced59d4/59c0fb33-6ef4-4ac7-b184-45bf9233ddff/7a661f1d-8da8-401c-9bf1-b90b51218808) {{(pid=101973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:15:37.806790 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-86cc9a36-4164-4d89-a942-173147342dd4 req-f46d8e90-c1df-4588-aa8e-430e33ce663f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f7961d2d-16df-4f4e-ba8f-b487aecddcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356526 Oct 27 10:15:37.817781 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-cd2dbfbc-2256-4e17-8a15-d3d370e963b5 req-218a677f-4f2a-4c0e-98c0-096bf8662e96 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489302 Oct 27 10:15:38.160002 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a57d0f6d-bdee-4fd4-b38f-7a396abbda01 req-1749b467-c9ca-4672-b375-ebf09bd8c792 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/ports?device_id=e65e41c0-028b-45dc-b245-5aecdb5546a7 HTTP/1.1" status: 200 len: 210 time: 0.0792727 Oct 27 10:15:38.247780 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-86cc9a36-4164-4d89-a942-173147342dd4 req-420c227e-0d3b-496f-bc03-72b66fe19a43 service neutron] 10.222.0.81 "GET /v2.0/networks/f7961d2d-16df-4f4e-ba8f-b487aecddcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127779 Oct 27 10:15:38.332508 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-2f587497-1913-414e-a83d-57d54b9dd8d3 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Publish callbacks [] for port, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:38.380867 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-86cc9a36-4164-4d89-a942-173147342dd4 req-db235b73-71ee-4f7e-bc72-f646a01a2086 service neutron] 10.222.0.81 "GET /v2.0/networks/f7961d2d-16df-4f4e-ba8f-b487aecddcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245742 Oct 27 10:15:38.461803 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-2f587497-1913-414e-a83d-57d54b9dd8d3 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:38.511413 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-2f587497-1913-414e-a83d-57d54b9dd8d3 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Network fe524b7e-d3b1-44e8-88e6-77cacced59d4 is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:15:38.511413 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-2f587497-1913-414e-a83d-57d54b9dd8d3 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:15:38.516381 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-2f587497-1913-414e-a83d-57d54b9dd8d3 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Received port after_create {{(pid=101973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:15:38.543316 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f587497-1913-414e-a83d-57d54b9dd8d3 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Pushing event updated for resources: {'Port': ['ID=7a661f1d-8da8-401c-9bf1-b90b51218808,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:38.570098 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-2f587497-1913-414e-a83d-57d54b9dd8d3 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:38.571853 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-2f587497-1913-414e-a83d-57d54b9dd8d3 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:38.597084 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8c954-7c98-48cc-8960-215a18c4df51 req-e5fb4e87-bd3a-4da9-a634-e2ff5498901c tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:38.598583 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a0d8c954-7c98-48cc-8960-215a18c4df51 req-e5fb4e87-bd3a-4da9-a634-e2ff5498901c tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0549936 Oct 27 10:15:38.639133 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a0d8c954-7c98-48cc-8960-215a18c4df51 req-879b17a7-f05e-4268-abcc-6277925505b1 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342634 Oct 27 10:15:38.682645 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-2f587497-1913-414e-a83d-57d54b9dd8d3 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4822924 Oct 27 10:15:38.702502 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-233cb50e-b61b-4eaa-9836-06b653c1b298 service neutron] Request body: {'port': {'device_id': 'e65e41c0-028b-45dc-b245-5aecdb5546a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:15:38.760554 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-233cb50e-b61b-4eaa-9836-06b653c1b298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:38.815420 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.agents_db [None req-86e8c3be-7e21-4532-a65d-8f48c0a472d4 None None] Agent healthcheck: found 6 active agents {{(pid=101976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:15:39.008661 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64caabe-9415-4a49-aafd-d0080d140b33 req-ca6d695b-038e-4fe0-b8f5-9aeabf4daabb tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:39.010738 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a64caabe-9415-4a49-aafd-d0080d140b33 req-ca6d695b-038e-4fe0-b8f5-9aeabf4daabb tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 945 time: 0.1024978 Oct 27 10:15:39.089680 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a64caabe-9415-4a49-aafd-d0080d140b33 req-95d538cf-4341-4b34-a3fa-efd538624c04 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697970 Oct 27 10:15:39.101892 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-233cb50e-b61b-4eaa-9836-06b653c1b298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a661f1d-8da8-401c-9bf1-b90b51218808 {{(pid=101973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:15:39.109633 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-233cb50e-b61b-4eaa-9836-06b653c1b298 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:39.121685 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-233cb50e-b61b-4eaa-9836-06b653c1b298 service neutron] Transition to ACTIVE for port object 7a661f1d-8da8-401c-9bf1-b90b51218808 will not be triggered until provisioned by entity L2. {{(pid=101973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:15:39.193409 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-233cb50e-b61b-4eaa-9836-06b653c1b298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9116887'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:39.242994 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233cb50e-b61b-4eaa-9836-06b653c1b298 service neutron] Pushing event updated for resources: {'Port': ['ID=7a661f1d-8da8-401c-9bf1-b90b51218808,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:39.285642 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f4453-bf10-4a92-931b-17f3f6ab190f req-a4f64211-2709-423d-9347-f7ca96ba7dd1 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:39.287254 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-608f4453-bf10-4a92-931b-17f3f6ab190f req-a4f64211-2709-423d-9347-f7ca96ba7dd1 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/ports?device_id=e65e41c0-028b-45dc-b245-5aecdb5546a7 HTTP/1.1" status: 200 len: 943 time: 0.0533948 Oct 27 10:15:39.311510 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-233cb50e-b61b-4eaa-9836-06b653c1b298 service neutron] Attempting to bind port 7a661f1d-8da8-401c-9bf1-b90b51218808 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:15:39.311839 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-233cb50e-b61b-4eaa-9836-06b653c1b298 service neutron] Attempting to bind port 7a661f1d-8da8-401c-9bf1-b90b51218808 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'bb433946-0342-4173-a7f3-dd0b21c6ac99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'fe524b7e-d3b1-44e8-88e6-77cacced59d4'}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:15:39.312162 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-233cb50e-b61b-4eaa-9836-06b653c1b298 service neutron] Attempting to bind port 7a661f1d-8da8-401c-9bf1-b90b51218808 on network fe524b7e-d3b1-44e8-88e6-77cacced59d4 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:15:39.316808 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-233cb50e-b61b-4eaa-9836-06b653c1b298 service neutron] Port 7a661f1d-8da8-401c-9bf1-b90b51218808 on network fe524b7e-d3b1-44e8-88e6-77cacced59d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:15:39.317128 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-233cb50e-b61b-4eaa-9836-06b653c1b298 service neutron] Attempting to bind port 7a661f1d-8da8-401c-9bf1-b90b51218808 on network fe524b7e-d3b1-44e8-88e6-77cacced59d4 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:15:39.325164 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-233cb50e-b61b-4eaa-9836-06b653c1b298 service neutron] Checking agent: {'id': '4745671e-30cb-4e18-8ff0-6142bf8b3cdd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 11, 11), 'started_at': datetime.datetime(2021, 10, 27, 10, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:15:39.325509 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-233cb50e-b61b-4eaa-9836-06b653c1b298 service neutron] Checking segment: {'id': 'bb433946-0342-4173-a7f3-dd0b21c6ac99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'fe524b7e-d3b1-44e8-88e6-77cacced59d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:15:39.326096 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-233cb50e-b61b-4eaa-9836-06b653c1b298 service neutron] Bound using segment: {'id': 'bb433946-0342-4173-a7f3-dd0b21c6ac99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'fe524b7e-d3b1-44e8-88e6-77cacced59d4'} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:15:39.326664 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-233cb50e-b61b-4eaa-9836-06b653c1b298 service neutron] Bound port: 7a661f1d-8da8-401c-9bf1-b90b51218808, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb433946-0342-4173-a7f3-dd0b21c6ac99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'fe524b7e-d3b1-44e8-88e6-77cacced59d4'}}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:15:39.327043 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-233cb50e-b61b-4eaa-9836-06b653c1b298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:39.329859 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-608f4453-bf10-4a92-931b-17f3f6ab190f req-4a7e4299-f769-4cc0-8e6b-6f568a591896 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b5b5e1e-b08c-43d6-a1d5-c13a169036da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355535 Oct 27 10:15:39.393692 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-233cb50e-b61b-4eaa-9836-06b653c1b298 service neutron] For port 7a661f1d-8da8-401c-9bf1-b90b51218808, host hv-cinder-81514, cleared binding levels {{(pid=101973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:15:39.396659 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-233cb50e-b61b-4eaa-9836-06b653c1b298 service neutron] For port 7a661f1d-8da8-401c-9bf1-b90b51218808, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=7a661f1d-8da8-401c-9bf1-b90b51218808,segment=NetworkSegment(bb433946-0342-4173-a7f3-dd0b21c6ac99),segment_id=bb433946-0342-4173-a7f3-dd0b21c6ac99)] {{(pid=101973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:15:39.463547 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-233cb50e-b61b-4eaa-9836-06b653c1b298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9116887'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:39.500470 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-233cb50e-b61b-4eaa-9836-06b653c1b298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:39.501151 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-233cb50e-b61b-4eaa-9836-06b653c1b298 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:39.502543 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-233cb50e-b61b-4eaa-9836-06b653c1b298 service neutron] 10.222.0.81 "PUT /v2.0/ports/7a661f1d-8da8-401c-9bf1-b90b51218808 HTTP/1.1" status: 200 len: 1093 time: 0.8043740 Oct 27 10:15:39.503257 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e65e41c0-028b-45dc-b245-5aecdb5546a7', 'tag': '7a661f1d-8da8-401c-9bf1-b90b51218808'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:15:39.505424 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94debda59f24a9426fb80c87c8c8853eb57e17b8e03a85591ed34d87467b8464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f74e014-e246-4fdf-bbfb-668f37565dc1" -d '{"events": [{"name": "network-changed", "server_uuid": "e65e41c0-028b-45dc-b245-5aecdb5546a7", "tag": "7a661f1d-8da8-401c-9bf1-b90b51218808"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:15:39.529075 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233cb50e-b61b-4eaa-9836-06b653c1b298 service neutron] Pushing event updated for resources: {'Port': ['ID=7a661f1d-8da8-401c-9bf1-b90b51218808,revision_number=3']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:39.543865 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c13e19-fb2c-4df8-94c8-77b75bf7c4fe x-openstack-request-id: req-49c13e19-fb2c-4df8-94c8-77b75bf7c4fe {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:15:39.543865 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e65e41c0-028b-45dc-b245-5aecdb5546a7", "tag": "7a661f1d-8da8-401c-9bf1-b90b51218808", "status": "completed", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:15:39.543865 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-49c13e19-fb2c-4df8-94c8-77b75bf7c4fe {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:15:39.544351 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e65e41c0-028b-45dc-b245-5aecdb5546a7', 'tag': '7a661f1d-8da8-401c-9bf1-b90b51218808', 'status': 'completed', 'code': 200} Oct 27 10:15:39.612545 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74e014-e246-4fdf-bbfb-668f37565dc1 req-08823be7-3f1e-4389-b063-5dbb1605a124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:39.614156 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1f74e014-e246-4fdf-bbfb-668f37565dc1 req-08823be7-3f1e-4389-b063-5dbb1605a124 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7152ba4bbd954a6d9cf30a830e036e52&device_id=e65e41c0-028b-45dc-b245-5aecdb5546a7 HTTP/1.1" status: 200 len: 1096 time: 0.0404038 Oct 27 10:15:39.724395 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74e014-e246-4fdf-bbfb-668f37565dc1 req-d8d25fdb-d621-4b15-8d2a-61d5278e60eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:39.725904 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1f74e014-e246-4fdf-bbfb-668f37565dc1 req-d8d25fdb-d621-4b15-8d2a-61d5278e60eb service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=7152ba4bbd954a6d9cf30a830e036e52&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1027966 Oct 27 10:15:39.764929 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a49ef-1a4d-4ec5-a294-55d1954e07e7 req-75f68467-024f-45df-93b4-a4122b1561e1 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:39.766564 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-494a49ef-1a4d-4ec5-a294-55d1954e07e7 req-75f68467-024f-45df-93b4-a4122b1561e1 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0520587 Oct 27 10:15:39.805959 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-494a49ef-1a4d-4ec5-a294-55d1954e07e7 req-f816086c-d432-4641-9331-b845cc9f760a tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331616 Oct 27 10:15:39.837747 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74e014-e246-4fdf-bbfb-668f37565dc1 req-0349b8c8-e1f2-4d1c-b3cf-f810ae2629f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:39.839346 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1f74e014-e246-4fdf-bbfb-668f37565dc1 req-0349b8c8-e1f2-4d1c-b3cf-f810ae2629f9 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1043937 Oct 27 10:15:39.938667 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-a5542a79-3903-4f67-ae3f-407d1ef195d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:39.940176 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-a5542a79-3903-4f67-ae3f-407d1ef195d5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7152ba4bbd954a6d9cf30a830e036e52&device_id=e65e41c0-028b-45dc-b245-5aecdb5546a7 HTTP/1.1" status: 200 len: 1096 time: 0.0497153 Oct 27 10:15:39.986339 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-e9cbb42f-8dcf-4789-813f-4cbd5be10311 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a661f1d-8da8-401c-9bf1-b90b51218808 HTTP/1.1" status: 200 len: 217 time: 0.0340970 Oct 27 10:15:40.042201 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-a32a62de-0cf9-426c-a7e9-e71965383d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:40.043716 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-a32a62de-0cf9-426c-a7e9-e71965383d72 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=59c0fb33-6ef4-4ac7-b184-45bf9233ddff HTTP/1.1" status: 200 len: 848 time: 0.0482678 Oct 27 10:15:40.079861 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-cb0af174-d774-4c55-b768-3a331aca1bfe service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fe524b7e-d3b1-44e8-88e6-77cacced59d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287199 Oct 27 10:15:40.185640 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-3fd3f4e2-f6c5-491c-9c0a-664d01762463 service neutron] 10.222.0.81 "GET /v2.0/networks/fe524b7e-d3b1-44e8-88e6-77cacced59d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952275 Oct 27 10:15:40.277859 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ff985-e90f-45b1-8260-f26982735255 req-a8a5f64d-ff82-4922-8f37-0d46fbc426e2 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:40.279490 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0d2ff985-e90f-45b1-8260-f26982735255 req-a8a5f64d-ff82-4922-8f37-0d46fbc426e2 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 945 time: 0.1133749 Oct 27 10:15:40.336442 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-4546e9db-dfb1-4475-af7a-a5deae80be16 req-c6fe65bb-c372-402a-bdec-8253d87c0eaf service neutron] 10.222.0.81 "GET /v2.0/networks/fe524b7e-d3b1-44e8-88e6-77cacced59d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343629 Oct 27 10:15:40.341938 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0d2ff985-e90f-45b1-8260-f26982735255 req-f5f828d3-d72e-4fe6-ac61-d6917dfae2f2 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562167 Oct 27 10:15:40.483903 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226f00d-ba7a-4ea7-a67c-54ffbbb54068 req-63264cd4-e6f8-4442-a039-83a29705975e tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:40.485548 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-c226f00d-ba7a-4ea7-a67c-54ffbbb54068 req-63264cd4-e6f8-4442-a039-83a29705975e tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/ports?device_id=e65e41c0-028b-45dc-b245-5aecdb5546a7 HTTP/1.1" status: 200 len: 943 time: 0.0627487 Oct 27 10:15:40.528279 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-c226f00d-ba7a-4ea7-a67c-54ffbbb54068 req-036cb320-7fbf-4be3-a6f2-c63dfe04cd52 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b5b5e1e-b08c-43d6-a1d5-c13a169036da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333674 Oct 27 10:15:40.675683 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device ce250e52-6e43-4318-b350-7be41ebadf60 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:15:40.757274 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:40.782954 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01fe47f-50a0-42a2-80a2-f9371f57ff57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce250e52-6e43-4318-b350-7be41ebadf60'}] {{(pid=101975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:15:40.786689 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef74c052f1c640f85ff9302be404e86fdcd9e777050b230953bf81409b3ec6af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9411a355-3f7b-4c11-a2e3-9d045098d7f3" -d '{"events": [{"server_uuid": "f01fe47f-50a0-42a2-80a2-f9371f57ff57", "name": "network-vif-unplugged", "status": "completed", "tag": "ce250e52-6e43-4318-b350-7be41ebadf60"}]}' {{(pid=101975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:15:40.798891 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port ce250e52-6e43-4318-b350-7be41ebadf60, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ce250e52-6e43-4318-b350-7be41ebadf60,segment=NetworkSegment(2d3ba54e-e4c0-416f-b13e-608a81231259),segment_id=2d3ba54e-e4c0-416f-b13e-608a81231259)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:15:40.821027 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 27 Oct 2021 10:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22be309-4f2f-4c76-898f-e92654adbeb0 x-openstack-request-id: req-f22be309-4f2f-4c76-898f-e92654adbeb0 {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:15:40.821860 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01fe47f-50a0-42a2-80a2-f9371f57ff57", "name": "network-vif-unplugged", "status": "failed", "tag": "ce250e52-6e43-4318-b350-7be41ebadf60", "code": 422}]} {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:15:40.822582 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f22be309-4f2f-4c76-898f-e92654adbeb0 {{(pid=101975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:15:40.822841 dv-cinder-815146-2-iscsi neutron-server[101975]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f01fe47f-50a0-42a2-80a2-f9371f57ff57', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ce250e52-6e43-4318-b350-7be41ebadf60', 'code': 422} returned with failed status Oct 27 10:15:40.845779 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:40.902780 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=ce250e52-6e43-4318-b350-7be41ebadf60,revision_number=8']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:40.941447 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecb522-3fd6-4665-b451-4e660cfae864 req-6cafac9e-4f16-40d0-b607-c180705eacfb tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:40.944205 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-47ecb522-3fd6-4665-b451-4e660cfae864 req-6cafac9e-4f16-40d0-b607-c180705eacfb tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0663564 Oct 27 10:15:40.988348 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-47ecb522-3fd6-4665-b451-4e660cfae864 req-a285ce4f-a95b-4d4e-bafc-a371b85ba157 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361502 Oct 27 10:15:41.681857 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba1a0f9-0134-4dee-aef9-5ec00009c9dc req-9839a393-b113-4346-bf5c-2d85fdb22318 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:41.683720 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-3ba1a0f9-0134-4dee-aef9-5ec00009c9dc req-9839a393-b113-4346-bf5c-2d85fdb22318 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/ports?device_id=e65e41c0-028b-45dc-b245-5aecdb5546a7 HTTP/1.1" status: 200 len: 943 time: 0.0690880 Oct 27 10:15:41.708608 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-23294f4a-6b7b-4bc8-a710-b82c5c569fd9 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1218426624&fields=id&tenant_id=ce4fbe5437b54e06856c6e5fba0e6a8d HTTP/1.1" status: 200 len: 267 time: 0.0487459 Oct 27 10:15:41.755844 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-3ba1a0f9-0134-4dee-aef9-5ec00009c9dc req-54990cc4-17d3-4c9e-8e5a-5cc0c4a2ff11 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b5b5e1e-b08c-43d6-a1d5-c13a169036da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657940 Oct 27 10:15:41.828444 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-5a9c742a-07f8-49bd-8676-ae816cb2a51a tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:41.830372 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-5a9c742a-07f8-49bd-8676-ae816cb2a51a tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/networks?id=45ccbdab-8245-4106-a0cd-ddc7afca495b HTTP/1.1" status: 200 len: 812 time: 0.1200528 Oct 27 10:15:41.846403 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-f1304e02-ddc5-437d-bcc9-a39617da7ff4 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/quotas/ce4fbe5437b54e06856c6e5fba0e6a8d HTTP/1.1" status: 200 len: 375 time: 0.0100174 Oct 27 10:15:41.877788 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [req-77213b9c-9247-40e1-8237-73e9b233bba4 req-1f6ecfb3-5693-4292-959e-31bddc3f1561 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:15:41.878756 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-77213b9c-9247-40e1-8237-73e9b233bba4 req-1f6ecfb3-5693-4292-959e-31bddc3f1561 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058339 Oct 27 10:15:41.906337 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-ca3feeab-eaa8-4b6d-83d9-d12ddb3af6f1 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ce4fbe5437b54e06856c6e5fba0e6a8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540395 Oct 27 10:15:42.005280 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-8cc1b663-40ab-423f-b1d2-d9c289344e76 service neutron] 10.222.0.36 "GET /v2.0/networks/45ccbdab-8245-4106-a0cd-ddc7afca495b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866337 Oct 27 10:15:42.106632 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-286c8b44-c4d2-4421-bde3-d2d2550f570d service neutron] 10.222.0.36 "GET /v2.0/networks/45ccbdab-8245-4106-a0cd-ddc7afca495b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940516 Oct 27 10:15:42.244343 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefcea3-b0a0-4608-9efd-3090f106061a req-dd068f02-6849-462e-9407-3f3304b0fa13 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:42.245893 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-dcefcea3-b0a0-4608-9efd-3090f106061a req-dd068f02-6849-462e-9407-3f3304b0fa13 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 943 time: 0.0579109 Oct 27 10:15:42.298227 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-dcefcea3-b0a0-4608-9efd-3090f106061a req-326c51cd-05d0-4ae1-b52c-f3f2106692a1 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431097 Oct 27 10:15:42.650902 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1e5416b3-e980-4b2a-a571-5dc2a9a1b0b3 req-5cfbebf5-ab80-4db2-8ada-ee94f667381e tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146 HTTP/1.1" status: 200 len: 210 time: 0.0304539 Oct 27 10:15:42.704165 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 7a661f1d-8da8-401c-9bf1-b90b51218808 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:15:42.826830 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port 7a661f1d-8da8-401c-9bf1-b90b51218808, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=7a661f1d-8da8-401c-9bf1-b90b51218808,segment=NetworkSegment(bb433946-0342-4173-a7f3-dd0b21c6ac99),segment_id=bb433946-0342-4173-a7f3-dd0b21c6ac99)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:15:42.840658 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Returning: {'device': '7a661f1d-8da8-401c-9bf1-b90b51218808', 'network_id': 'fe524b7e-d3b1-44e8-88e6-77cacced59d4', 'port_id': '7a661f1d-8da8-401c-9bf1-b90b51218808', 'mac_address': 'fa:16:3e:2a:4a:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1028, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59c0fb33-6ef4-4ac7-b184-45bf9233ddff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:15:42.871648 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 49602) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:15:42.890025 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:42.901630 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2f0c5-abab-45fb-80e8-630d298470a6 req-11817788-3936-437f-a241-a1a51afb5a30 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:42.903197 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-84a2f0c5-abab-45fb-80e8-630d298470a6 req-11817788-3936-437f-a241-a1a51afb5a30 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/ports?device_id=e65e41c0-028b-45dc-b245-5aecdb5546a7 HTTP/1.1" status: 200 len: 943 time: 0.0742819 Oct 27 10:15:42.907336 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a661f1d-8da8-401c-9bf1-b90b51218808 {{(pid=101975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:15:42.939296 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port 7a661f1d-8da8-401c-9bf1-b90b51218808, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=7a661f1d-8da8-401c-9bf1-b90b51218808,segment=NetworkSegment(bb433946-0342-4173-a7f3-dd0b21c6ac99),segment_id=bb433946-0342-4173-a7f3-dd0b21c6ac99)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:15:42.953367 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-84a2f0c5-abab-45fb-80e8-630d298470a6 req-c406a8ab-d771-42ec-8c7c-ab8f40cf57e0 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b5b5e1e-b08c-43d6-a1d5-c13a169036da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437615 Oct 27 10:15:42.970549 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-98ffbfb2-6c93-4011-b017-4c9dd0cb0dff req-e19188d8-1632-4c5e-99cb-24b898871f31 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0974994 Oct 27 10:15:42.980031 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [req-98ffbfb2-6c93-4011-b017-4c9dd0cb0dff req-5524201f-7c20-4523-9018-8ccc9c96cb70 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:15:42.981291 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-98ffbfb2-6c93-4011-b017-4c9dd0cb0dff req-5524201f-7c20-4523-9018-8ccc9c96cb70 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056672 Oct 27 10:15:43.086224 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:43.147443 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=7a661f1d-8da8-401c-9bf1-b90b51218808,revision_number=4']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:43.250718 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:43.419213 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] get_ports_and_sgs() called for port_ids ['7a661f1d-8da8-401c-9bf1-b90b51218808'] {{(pid=101975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:15:43.484679 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4179daa-e29b-42a8-b454-87ee675dbf17 req-31ae3dee-ebc3-4882-8902-fa48612f16dd tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:43.486215 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-c4179daa-e29b-42a8-b454-87ee675dbf17 req-31ae3dee-ebc3-4882-8902-fa48612f16dd tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 943 time: 0.0925450 Oct 27 10:15:43.531501 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-c4179daa-e29b-42a8-b454-87ee675dbf17 req-3309a165-2f2b-4e71-b155-d25b8c1ea9d5 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383313 Oct 27 10:15:43.750768 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-d1cd6466-f9be-40e5-bd0a-1922e855ffdf req-9bc5a59f-4ae9-41b9-9e52-6be4b090c53a tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146 HTTP/1.1" status: 200 len: 210 time: 0.0304387 Oct 27 10:15:43.998391 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 49638) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:15:44.104219 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f19dd7-37c0-4410-8e03-d49d9f496edf req-5e83e5c3-6291-4da9-8fea-bc875b4bfcb8 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:44.105946 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-34f19dd7-37c0-4410-8e03-d49d9f496edf req-5e83e5c3-6291-4da9-8fea-bc875b4bfcb8 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/ports?device_id=e65e41c0-028b-45dc-b245-5aecdb5546a7 HTTP/1.1" status: 200 len: 944 time: 0.0706899 Oct 27 10:15:44.122235 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-46df128d-856b-4956-b1d1-5cf31c2024a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:44.199042 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-34f19dd7-37c0-4410-8e03-d49d9f496edf req-a7055b6b-2e17-4fde-b376-3dd7adfed005 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b5b5e1e-b08c-43d6-a1d5-c13a169036da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477152 Oct 27 10:15:44.219234 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-46df128d-856b-4956-b1d1-5cf31c2024a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:44.291254 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-46df128d-856b-4956-b1d1-5cf31c2024a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:44.331791 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-46df128d-856b-4956-b1d1-5cf31c2024a6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=717b795951c8497a955608bd845217aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3315313 Oct 27 10:15:44.332971 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df128d-856b-4956-b1d1-5cf31c2024a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96caaed6-0ddf-45b4-80fe-d0e399262931,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:44.334861 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 49646) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:15:44.392803 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-7771c8a6-48d7-4e95-a401-5556c243505e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:44.414040 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-7771c8a6-48d7-4e95-a401-5556c243505e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:44.530734 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-7771c8a6-48d7-4e95-a401-5556c243505e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:44.533239 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-7771c8a6-48d7-4e95-a401-5556c243505e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:44.534473 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-7771c8a6-48d7-4e95-a401-5556c243505e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/96caaed6-0ddf-45b4-80fe-d0e399262931 HTTP/1.1" status: 204 len: 168 time: 0.1974456 Oct 27 10:15:44.543649 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7771c8a6-48d7-4e95-a401-5556c243505e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96caaed6-0ddf-45b4-80fe-d0e399262931,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:44.661522 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e529d2-154b-48ad-8373-e4984c4f4594 req-ef879268-cb7f-4b82-81b3-395143388fd1 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:44.663263 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-47e529d2-154b-48ad-8373-e4984c4f4594 req-ef879268-cb7f-4b82-81b3-395143388fd1 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 943 time: 0.0496123 Oct 27 10:15:44.703471 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-47e529d2-154b-48ad-8373-e4984c4f4594 req-35731f97-7d82-46b6-a50b-f3a4d079d22a tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332625 Oct 27 10:15:44.704431 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 7a661f1d-8da8-401c-9bf1-b90b51218808 up at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:15:44.803821 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Provisioning for port 7a661f1d-8da8-401c-9bf1-b90b51218808 completed by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:15:44.809940 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Provisioning complete for port 7a661f1d-8da8-401c-9bf1-b90b51218808 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:15:44.809940 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:44.864101 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-e1c07d1a-9fa8-4cd3-8424-606e1a155d2d req-fda8f44a-354e-434f-881d-4fc2db814c15 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146 HTTP/1.1" status: 200 len: 210 time: 0.0304103 Oct 27 10:15:44.905222 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:44.934330 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65e41c0-028b-45dc-b245-5aecdb5546a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a661f1d-8da8-401c-9bf1-b90b51218808'}] {{(pid=101975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:15:44.936620 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef74c052f1c640f85ff9302be404e86fdcd9e777050b230953bf81409b3ec6af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c7e0d0-e40a-4a5f-9885-250220cbd559" -d '{"events": [{"server_uuid": "e65e41c0-028b-45dc-b245-5aecdb5546a7", "name": "network-vif-plugged", "status": "completed", "tag": "7a661f1d-8da8-401c-9bf1-b90b51218808"}]}' {{(pid=101975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:15:44.950593 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port 7a661f1d-8da8-401c-9bf1-b90b51218808, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=7a661f1d-8da8-401c-9bf1-b90b51218808,segment=NetworkSegment(bb433946-0342-4173-a7f3-dd0b21c6ac99),segment_id=bb433946-0342-4173-a7f3-dd0b21c6ac99)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:15:44.975459 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81cf13d2-d777-4a8c-9eb3-d3ef5e1d6675 x-openstack-request-id: req-81cf13d2-d777-4a8c-9eb3-d3ef5e1d6675 {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:15:44.975804 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e65e41c0-028b-45dc-b245-5aecdb5546a7", "name": "network-vif-plugged", "status": "completed", "tag": "7a661f1d-8da8-401c-9bf1-b90b51218808", "code": 200}]} {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:15:44.976090 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-81cf13d2-d777-4a8c-9eb3-d3ef5e1d6675 {{(pid=101975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:15:44.976578 dv-cinder-815146-2-iscsi neutron-server[101975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e65e41c0-028b-45dc-b245-5aecdb5546a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a661f1d-8da8-401c-9bf1-b90b51218808', 'code': 200} Oct 27 10:15:45.039209 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:45.040054 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device ce250e52-6e43-4318-b350-7be41ebadf60 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:15:45.116363 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-d8c4a1e7-7295-4452-9615-1177bc777a18 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:45.118479 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-d8c4a1e7-7295-4452-9615-1177bc777a18 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.81 "GET /v2.0/networks?id=45ccbdab-8245-4106-a0cd-ddc7afca495b HTTP/1.1" status: 200 len: 812 time: 0.1233227 Oct 27 10:15:45.124894 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=7a661f1d-8da8-401c-9bf1-b90b51218808,revision_number=5']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:45.171971 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-6959b8a2-7b64-45e4-be52-79b78c3ba780 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce4fbe5437b54e06856c6e5fba0e6a8d HTTP/1.1" status: 200 len: 380 time: 0.0429685 Oct 27 10:15:45.182481 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-209e283e-6b77-494c-a48f-55b0ccdcf640 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Request body: {'port': {'device_id': 'fc2ae76a-56a8-4c88-9ce3-b4754a1f6146', 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b', 'admin_state_up': True, 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'security_groups': ['ec81f864-3f06-41e2-9840-a17b9ec1be55']}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:15:45.312465 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea20608-b85a-49b7-91d9-e7b3d077d211 req-2e4c4ecd-fb82-46ce-9e90-891dc998ad10 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:45.326203 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 49666) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:15:45.326401 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-9ea20608-b85a-49b7-91d9-e7b3d077d211 req-2e4c4ecd-fb82-46ce-9e90-891dc998ad10 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/ports?device_id=e65e41c0-028b-45dc-b245-5aecdb5546a7 HTTP/1.1" status: 200 len: 945 time: 0.0891042 Oct 27 10:15:45.375655 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-96e2f126-869d-4699-87f0-f0ed8bd73a2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:45.384358 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-9ea20608-b85a-49b7-91d9-e7b3d077d211 req-2a3f93d1-b4dd-4ed3-917a-bf1434a7fff0 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b5b5e1e-b08c-43d6-a1d5-c13a169036da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519149 Oct 27 10:15:45.413009 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d84f36-afe9-4c5d-80fc-a722402ec80a req-a8273cc6-4797-446c-8f4a-33bc2300acae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:45.414584 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-f0d84f36-afe9-4c5d-80fc-a722402ec80a req-a8273cc6-4797-446c-8f4a-33bc2300acae service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e65e41c0-028b-45dc-b245-5aecdb5546a7 HTTP/1.1" status: 200 len: 1098 time: 0.0892684 Oct 27 10:15:45.479178 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-f0d84f36-afe9-4c5d-80fc-a722402ec80a req-c9e196dd-74f8-45d9-aa1d-b90dcbea163e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=7b5b5e1e-b08c-43d6-a1d5-c13a169036da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492332 Oct 27 10:15:45.491724 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-96e2f126-869d-4699-87f0-f0ed8bd73a2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:45.501655 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-209e283e-6b77-494c-a48f-55b0ccdcf640 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Made reservation on behalf of ce4fbe5437b54e06856c6e5fba0e6a8d for: {'port': 1} {{(pid=101973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:15:45.505147 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-209e283e-6b77-494c-a48f-55b0ccdcf640 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:45.592649 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-96e2f126-869d-4699-87f0-f0ed8bd73a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:45.669119 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-96e2f126-869d-4699-87f0-f0ed8bd73a2e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=de381ae38e94475bb5c65586f0353e77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3415720 Oct 27 10:15:45.669828 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e2f126-869d-4699-87f0-f0ed8bd73a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d04acf4-622f-48ee-9ebc-f8e4a119b200,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:45.671836 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 49672) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:15:45.675606 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.db_base_plugin_common [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-209e283e-6b77-494c-a48f-55b0ccdcf640 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Allocated IP 172.20.0.10 (45ccbdab-8245-4106-a0cd-ddc7afca495b/22ddcb0e-0b75-477e-b461-720a6b940632/cdd8ba1e-bec7-46be-a1f3-bc9a468e262a) {{(pid=101973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:15:45.726791 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-1c9af938-0875-4710-a0e3-e50cb95a07f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:45.755910 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-1c9af938-0875-4710-a0e3-e50cb95a07f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:45.865482 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-209e283e-6b77-494c-a48f-55b0ccdcf640 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks [] for port, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:45.884240 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71bb388-313a-4835-9af8-8f75b04bca0d req-9cc129dd-7db9-4d50-a610-87b3a0ce5ea3 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:45.885728 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a71bb388-313a-4835-9af8-8f75b04bca0d req-9cc129dd-7db9-4d50-a610-87b3a0ce5ea3 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 943 time: 0.0744205 Oct 27 10:15:45.900987 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-1c9af938-0875-4710-a0e3-e50cb95a07f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:45.903830 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-1c9af938-0875-4710-a0e3-e50cb95a07f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:45.905236 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-1c9af938-0875-4710-a0e3-e50cb95a07f8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0d04acf4-622f-48ee-9ebc-f8e4a119b200 HTTP/1.1" status: 204 len: 168 time: 0.2321627 Oct 27 10:15:45.915310 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9af938-0875-4710-a0e3-e50cb95a07f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d04acf4-622f-48ee-9ebc-f8e4a119b200,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:45.953572 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a71bb388-313a-4835-9af8-8f75b04bca0d req-2a9cc16e-1674-42e8-acf7-9a39a8d3ef61 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610490 Oct 27 10:15:45.999725 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-db914bc3-c178-4762-8c78-3fdef20bab1d req-7b034d63-acae-46ab-99f0-611821f88d30 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146 HTTP/1.1" status: 200 len: 210 time: 0.0300565 Oct 27 10:15:46.028530 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-209e283e-6b77-494c-a48f-55b0ccdcf640 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:46.073081 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-209e283e-6b77-494c-a48f-55b0ccdcf640 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Network 45ccbdab-8245-4106-a0cd-ddc7afca495b is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:15:46.076230 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-209e283e-6b77-494c-a48f-55b0ccdcf640 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:15:46.078778 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-209e283e-6b77-494c-a48f-55b0ccdcf640 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Received port after_create {{(pid=101973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:15:46.120644 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e283e-6b77-494c-a48f-55b0ccdcf640 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Pushing event updated for resources: {'Port': ['ID=cdd8ba1e-bec7-46be-a1f3-bc9a468e262a,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:46.151317 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-209e283e-6b77-494c-a48f-55b0ccdcf640 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:46.151995 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-209e283e-6b77-494c-a48f-55b0ccdcf640 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:46.293933 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-209e283e-6b77-494c-a48f-55b0ccdcf640 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1160464 Oct 27 10:15:46.301210 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffbfb2-6c93-4011-b017-4c9dd0cb0dff req-0b74bb3f-506f-4e9e-97a6-ef04e6cba904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:46.302645 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-98ffbfb2-6c93-4011-b017-4c9dd0cb0dff req-0b74bb3f-506f-4e9e-97a6-ef04e6cba904 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57&tenant_id=20d2cc4467704c129f691b1ba2dd72cc HTTP/1.1" status: 200 len: 1096 time: 0.1077852 Oct 27 10:15:46.308920 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-07237c5b-f5ac-4783-9e07-9f693e5aafc0 service neutron] Request body: {'port': {'device_id': 'fc2ae76a-56a8-4c88-9ce3-b4754a1f6146', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:15:46.338101 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-19e3591a-7683-4e35-8ae1-c1e2dce80c0e None None] Provisioning complete for port cdd8ba1e-bec7-46be-a1f3-bc9a468e262a triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:15:46.338686 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-19e3591a-7683-4e35-8ae1-c1e2dce80c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:46.378392 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-19e3591a-7683-4e35-8ae1-c1e2dce80c0e None None] Port cdd8ba1e-bec7-46be-a1f3-bc9a468e262a cannot update to ACTIVE because it is not bound. {{(pid=101975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:15:46.401460 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-07237c5b-f5ac-4783-9e07-9f693e5aafc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:46.411743 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffbfb2-6c93-4011-b017-4c9dd0cb0dff req-a34056b9-e061-4f71-82b5-f0047bbf38a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:46.413210 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-98ffbfb2-6c93-4011-b017-4c9dd0cb0dff req-a34056b9-e061-4f71-82b5-f0047bbf38a1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=20d2cc4467704c129f691b1ba2dd72cc&device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 1096 time: 0.0824625 Oct 27 10:15:46.634189 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33966fc2-f2e0-4314-af5b-733c1fbb78b4 req-bce55a34-d665-42d0-bdc6-06db4ce7f54c tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:46.635732 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-33966fc2-f2e0-4314-af5b-733c1fbb78b4 req-bce55a34-d665-42d0-bdc6-06db4ce7f54c tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/ports?device_id=e65e41c0-028b-45dc-b245-5aecdb5546a7 HTTP/1.1" status: 200 len: 945 time: 0.1751134 Oct 27 10:15:46.657901 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 49690) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:15:46.674811 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-ad0d075e-a045-45cb-929a-463838f76435 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:46.700903 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffbfb2-6c93-4011-b017-4c9dd0cb0dff req-f62f1970-4a80-4015-afa5-25a7984e95dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:46.702774 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-98ffbfb2-6c93-4011-b017-4c9dd0cb0dff req-f62f1970-4a80-4015-afa5-25a7984e95dc service neutron] 10.222.0.81 "GET /v2.0/networks?id=232c2cd8-3827-47b2-95ae-f90c0b9d2e5c HTTP/1.1" status: 200 len: 919 time: 0.2655754 Oct 27 10:15:46.757596 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-ad0d075e-a045-45cb-929a-463838f76435 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:46.787202 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-33966fc2-f2e0-4314-af5b-733c1fbb78b4 req-d4753363-297a-4d75-b5d3-cef394ba3e66 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b5b5e1e-b08c-43d6-a1d5-c13a169036da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439006 Oct 27 10:15:46.813948 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-98ffbfb2-6c93-4011-b017-4c9dd0cb0dff req-18d39099-bbcd-4eef-93f5-af1d18c8dbc5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce250e52-6e43-4318-b350-7be41ebadf60 HTTP/1.1" status: 200 len: 999 time: 0.1005464 Oct 27 10:15:46.827948 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-ad0d075e-a045-45cb-929a-463838f76435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:46.869534 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-ad0d075e-a045-45cb-929a-463838f76435 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=75b970ea4d27415e854af7dabe41de5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2098694 Oct 27 10:15:46.871068 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0d075e-a045-45cb-929a-463838f76435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18f6f6e-7520-4604-8866-6f88294fc5c3,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:46.873523 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 49692) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:15:46.905986 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffbfb2-6c93-4011-b017-4c9dd0cb0dff req-274f791a-80a7-4571-aa7b-556d46ff3be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:46.907418 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-98ffbfb2-6c93-4011-b017-4c9dd0cb0dff req-274f791a-80a7-4571-aa7b-556d46ff3be8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=32f65f21-7a7c-4568-afd2-3193e7fc13b4 HTTP/1.1" status: 200 len: 856 time: 0.0798469 Oct 27 10:15:46.914376 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-07237c5b-f5ac-4783-9e07-9f693e5aafc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdd8ba1e-bec7-46be-a1f3-bc9a468e262a {{(pid=101973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:15:46.921786 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-07237c5b-f5ac-4783-9e07-9f693e5aafc0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:46.933313 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-dbb04369-8ff2-4b71-8bc3-6d718dd29184 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:46.958696 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-07237c5b-f5ac-4783-9e07-9f693e5aafc0 service neutron] Transition to ACTIVE for port object cdd8ba1e-bec7-46be-a1f3-bc9a468e262a will not be triggered until provisioned by entity L2. {{(pid=101973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:15:46.965071 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-dbb04369-8ff2-4b71-8bc3-6d718dd29184 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:46.974388 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffbfb2-6c93-4011-b017-4c9dd0cb0dff req-6865d394-0e45-44d2-943d-867ff82b2d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:46.976000 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-98ffbfb2-6c93-4011-b017-4c9dd0cb0dff req-6865d394-0e45-44d2-943d-867ff82b2d1a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=232c2cd8-3827-47b2-95ae-f90c0b9d2e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506141 Oct 27 10:15:47.061867 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-07237c5b-f5ac-4783-9e07-9f693e5aafc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9116887'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:47.179388 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d740d-e9f2-4daa-94c4-854e634fed17 req-3d2bb122-9988-42fa-9048-0a2070466ae8 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:47.182176 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-6c2d740d-e9f2-4daa-94c4-854e634fed17 req-3d2bb122-9988-42fa-9048-0a2070466ae8 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146 HTTP/1.1" status: 200 len: 944 time: 0.0615215 Oct 27 10:15:47.183757 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-dbb04369-8ff2-4b71-8bc3-6d718dd29184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:47.186500 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-dbb04369-8ff2-4b71-8bc3-6d718dd29184 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:47.190254 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-dbb04369-8ff2-4b71-8bc3-6d718dd29184 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e18f6f6e-7520-4604-8866-6f88294fc5c3 HTTP/1.1" status: 204 len: 168 time: 0.3130922 Oct 27 10:15:47.196878 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb04369-8ff2-4b71-8bc3-6d718dd29184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18f6f6e-7520-4604-8866-6f88294fc5c3,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:47.286407 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-6c2d740d-e9f2-4daa-94c4-854e634fed17 req-402b8059-533e-4722-bbc7-0e629c69b995 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631809 Oct 27 10:15:47.429488 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07237c5b-f5ac-4783-9e07-9f693e5aafc0 service neutron] Pushing event updated for resources: {'Port': ['ID=cdd8ba1e-bec7-46be-a1f3-bc9a468e262a,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:47.430097 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ba69d-3052-4355-b3be-559c49d18077 req-d284a481-ebbe-4725-846f-fe250f81f6fc tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:47.431868 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-569ba69d-3052-4355-b3be-559c49d18077 req-d284a481-ebbe-4725-846f-fe250f81f6fc tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 945 time: 0.0499904 Oct 27 10:15:47.440021 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-98ffbfb2-6c93-4011-b017-4c9dd0cb0dff req-3756e457-d75b-459b-a50c-1b1432b16c05 service neutron] 10.222.0.81 "GET /v2.0/networks/232c2cd8-3827-47b2-95ae-f90c0b9d2e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4535577 Oct 27 10:15:47.448758 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd513ec-abb3-4c04-823c-3335d2a5791b req-e3f78ecb-4ca1-4ff6-b24d-4944ad8c0f16 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:47.450306 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-edd513ec-abb3-4c04-823c-3335d2a5791b req-e3f78ecb-4ca1-4ff6-b24d-4944ad8c0f16 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 943 time: 0.4066453 Oct 27 10:15:47.474178 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-569ba69d-3052-4355-b3be-559c49d18077 req-7a087b11-e790-45fe-8323-b59f3efb4b03 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348644 Oct 27 10:15:47.585826 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-edd513ec-abb3-4c04-823c-3335d2a5791b req-c3d5b1ec-af45-4a1a-9cfe-5768e06699b9 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150699 Oct 27 10:15:47.590388 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-07237c5b-f5ac-4783-9e07-9f693e5aafc0 service neutron] Attempting to bind port cdd8ba1e-bec7-46be-a1f3-bc9a468e262a on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:15:47.590725 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-07237c5b-f5ac-4783-9e07-9f693e5aafc0 service neutron] Attempting to bind port cdd8ba1e-bec7-46be-a1f3-bc9a468e262a by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'c6701753-9a96-494a-a422-463d38a89485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b'}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:15:47.591052 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-07237c5b-f5ac-4783-9e07-9f693e5aafc0 service neutron] Attempting to bind port cdd8ba1e-bec7-46be-a1f3-bc9a468e262a on network 45ccbdab-8245-4106-a0cd-ddc7afca495b {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:15:47.608743 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-07237c5b-f5ac-4783-9e07-9f693e5aafc0 service neutron] Port cdd8ba1e-bec7-46be-a1f3-bc9a468e262a on network 45ccbdab-8245-4106-a0cd-ddc7afca495b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:15:47.609074 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-07237c5b-f5ac-4783-9e07-9f693e5aafc0 service neutron] Attempting to bind port cdd8ba1e-bec7-46be-a1f3-bc9a468e262a on network 45ccbdab-8245-4106-a0cd-ddc7afca495b {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:15:47.621840 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-07237c5b-f5ac-4783-9e07-9f693e5aafc0 service neutron] Checking agent: {'id': '4745671e-30cb-4e18-8ff0-6142bf8b3cdd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 11, 11), 'started_at': datetime.datetime(2021, 10, 27, 10, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:15:47.622176 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-07237c5b-f5ac-4783-9e07-9f693e5aafc0 service neutron] Checking segment: {'id': 'c6701753-9a96-494a-a422-463d38a89485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:15:47.622551 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-07237c5b-f5ac-4783-9e07-9f693e5aafc0 service neutron] Bound using segment: {'id': 'c6701753-9a96-494a-a422-463d38a89485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b'} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:15:47.622994 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-07237c5b-f5ac-4783-9e07-9f693e5aafc0 service neutron] Bound port: cdd8ba1e-bec7-46be-a1f3-bc9a468e262a, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6701753-9a96-494a-a422-463d38a89485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b'}}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:15:47.623344 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-07237c5b-f5ac-4783-9e07-9f693e5aafc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:47.640115 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-98ffbfb2-6c93-4011-b017-4c9dd0cb0dff req-3019c990-6594-460f-a058-968389d01976 service neutron] 10.222.0.81 "GET /v2.0/networks/232c2cd8-3827-47b2-95ae-f90c0b9d2e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723540 Oct 27 10:15:47.711151 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-07237c5b-f5ac-4783-9e07-9f693e5aafc0 service neutron] For port cdd8ba1e-bec7-46be-a1f3-bc9a468e262a, host hv-cinder-81514, cleared binding levels {{(pid=101973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:15:47.714534 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-07237c5b-f5ac-4783-9e07-9f693e5aafc0 service neutron] For port cdd8ba1e-bec7-46be-a1f3-bc9a468e262a, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=cdd8ba1e-bec7-46be-a1f3-bc9a468e262a,segment=NetworkSegment(c6701753-9a96-494a-a422-463d38a89485),segment_id=c6701753-9a96-494a-a422-463d38a89485)] {{(pid=101973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:15:47.806014 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-07237c5b-f5ac-4783-9e07-9f693e5aafc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9116887'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:47.837864 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-07237c5b-f5ac-4783-9e07-9f693e5aafc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:47.838765 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-07237c5b-f5ac-4783-9e07-9f693e5aafc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:47.840228 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-07237c5b-f5ac-4783-9e07-9f693e5aafc0 service neutron] 10.222.0.81 "PUT /v2.0/ports/cdd8ba1e-bec7-46be-a1f3-bc9a468e262a HTTP/1.1" status: 200 len: 1094 time: 1.5364745 Oct 27 10:15:47.843483 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc2ae76a-56a8-4c88-9ce3-b4754a1f6146', 'tag': 'cdd8ba1e-bec7-46be-a1f3-bc9a468e262a'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:15:47.846490 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94debda59f24a9426fb80c87c8c8853eb57e17b8e03a85591ed34d87467b8464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f84bb3a-9d14-4820-8b2c-16763274696d" -d '{"events": [{"name": "network-changed", "server_uuid": "fc2ae76a-56a8-4c88-9ce3-b4754a1f6146", "tag": "cdd8ba1e-bec7-46be-a1f3-bc9a468e262a"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:15:47.899834 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07237c5b-f5ac-4783-9e07-9f693e5aafc0 service neutron] Pushing event updated for resources: {'Port': ['ID=cdd8ba1e-bec7-46be-a1f3-bc9a468e262a,revision_number=3']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:47.928866 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1318b8b-551b-4801-98b6-c7f5d90b0264 x-openstack-request-id: req-b1318b8b-551b-4801-98b6-c7f5d90b0264 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:15:47.929187 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc2ae76a-56a8-4c88-9ce3-b4754a1f6146", "tag": "cdd8ba1e-bec7-46be-a1f3-bc9a468e262a", "status": "completed", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:15:47.929495 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b1318b8b-551b-4801-98b6-c7f5d90b0264 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:15:47.929960 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc2ae76a-56a8-4c88-9ce3-b4754a1f6146', 'tag': 'cdd8ba1e-bec7-46be-a1f3-bc9a468e262a', 'status': 'completed', 'code': 200} Oct 27 10:15:47.955996 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1a77b-4842-433d-8587-0520734ab544 req-e985116b-a5eb-4daf-8f37-860fb6577bf8 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:47.964557 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-00b1a77b-4842-433d-8587-0520734ab544 req-e985116b-a5eb-4daf-8f37-860fb6577bf8 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/ports?device_id=e65e41c0-028b-45dc-b245-5aecdb5546a7 HTTP/1.1" status: 200 len: 945 time: 0.0925756 Oct 27 10:15:48.028824 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-00b1a77b-4842-433d-8587-0520734ab544 req-c7307f55-e25a-450e-8894-a6b418f1e339 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b5b5e1e-b08c-43d6-a1d5-c13a169036da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621738 Oct 27 10:15:48.046020 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84bb3a-9d14-4820-8b2c-16763274696d req-d1a280c3-2f40-4872-8fbd-15df595c9a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:48.046020 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-8f84bb3a-9d14-4820-8b2c-16763274696d req-d1a280c3-2f40-4872-8fbd-15df595c9a31 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ce4fbe5437b54e06856c6e5fba0e6a8d&device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146 HTTP/1.1" status: 200 len: 1097 time: 0.0602319 Oct 27 10:15:48.179635 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84bb3a-9d14-4820-8b2c-16763274696d req-ac3bbdc8-6c1c-40e3-ae10-f55dd5feb4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:48.182084 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-8f84bb3a-9d14-4820-8b2c-16763274696d req-ac3bbdc8-6c1c-40e3-ae10-f55dd5feb4b6 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=ce4fbe5437b54e06856c6e5fba0e6a8d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1170883 Oct 27 10:15:48.299050 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84bb3a-9d14-4820-8b2c-16763274696d req-ade24463-1378-4c6d-b63d-f95616f0f397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:48.300512 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-8f84bb3a-9d14-4820-8b2c-16763274696d req-ade24463-1378-4c6d-b63d-f95616f0f397 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1049676 Oct 27 10:15:48.426362 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-4fa2d01a-5bb8-4c48-8729-a02364be6db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:48.427880 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-4fa2d01a-5bb8-4c48-8729-a02364be6db8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ce4fbe5437b54e06856c6e5fba0e6a8d&device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146 HTTP/1.1" status: 200 len: 1097 time: 0.0820937 Oct 27 10:15:48.534632 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905824fd-e4d8-4bed-8f01-096ce7fce67b req-66465350-359a-45ec-a276-2b118d1d5c03 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:48.544803 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-905824fd-e4d8-4bed-8f01-096ce7fce67b req-66465350-359a-45ec-a276-2b118d1d5c03 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146 HTTP/1.1" status: 200 len: 944 time: 0.1731958 Oct 27 10:15:48.565083 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-56bd9a19-503d-4d11-a76d-e67a95c83537 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cdd8ba1e-bec7-46be-a1f3-bc9a468e262a HTTP/1.1" status: 200 len: 217 time: 0.1067612 Oct 27 10:15:48.640428 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-905824fd-e4d8-4bed-8f01-096ce7fce67b req-52b8691b-e87c-4a88-a9f1-06c44876f6d1 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931938 Oct 27 10:15:48.851365 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc7be3-2d38-42ce-914a-a8e7bdea9c5e req-2274f91e-cc7b-4951-a463-61cf9765c5e4 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:48.854205 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1efc7be3-2d38-42ce-914a-a8e7bdea9c5e req-2274f91e-cc7b-4951-a463-61cf9765c5e4 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 943 time: 0.0959244 Oct 27 10:15:48.905854 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1efc7be3-2d38-42ce-914a-a8e7bdea9c5e req-cc236857-df7d-4d9f-96f5-3b40249fd800 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445912 Oct 27 10:15:49.091761 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44fa7d-f2f8-41d7-b847-71c78745749b req-839975eb-75ce-418b-9b31-9a26809bc55b tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:49.096611 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-0f44fa7d-f2f8-41d7-b847-71c78745749b req-839975eb-75ce-418b-9b31-9a26809bc55b tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 945 time: 0.4908159 Oct 27 10:15:49.154327 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-0f44fa7d-f2f8-41d7-b847-71c78745749b req-1ba39bf6-bbfb-424e-8e8f-01263f0e740c tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526953 Oct 27 10:15:49.688469 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d0056-2e01-450a-8b36-a1763e7439d2 req-654276a9-f00c-42c7-8fe5-7c7881cfda4e tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:49.697548 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-0c7d0056-2e01-450a-8b36-a1763e7439d2 req-654276a9-f00c-42c7-8fe5-7c7881cfda4e tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/ports?device_id=e65e41c0-028b-45dc-b245-5aecdb5546a7 HTTP/1.1" status: 200 len: 945 time: 0.0738704 Oct 27 10:15:49.745796 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-0c7d0056-2e01-450a-8b36-a1763e7439d2 req-be92cc9c-fc7b-49e9-8bf2-faf30fe16d91 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b5b5e1e-b08c-43d6-a1d5-c13a169036da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471616 Oct 27 10:15:49.801430 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5780d9-eef4-4364-bb3a-a6efcaf3abe2 req-d383b48e-9094-43b0-bea6-13cc6bf5f1df tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:49.806109 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-3a5780d9-eef4-4364-bb3a-a6efcaf3abe2 req-d383b48e-9094-43b0-bea6-13cc6bf5f1df tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146 HTTP/1.1" status: 200 len: 944 time: 0.0973332 Oct 27 10:15:49.843784 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-3a5780d9-eef4-4364-bb3a-a6efcaf3abe2 req-4bf98a93-878c-470a-b013-6af65124cea2 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367937 Oct 27 10:15:50.042059 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69658030-a00d-41e3-baf1-9a2becf976d8 req-f670de45-9aa4-4eea-87a3-0c53c297c60b tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:50.043613 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-69658030-a00d-41e3-baf1-9a2becf976d8 req-f670de45-9aa4-4eea-87a3-0c53c297c60b tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 943 time: 0.0497677 Oct 27 10:15:50.082498 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-69658030-a00d-41e3-baf1-9a2becf976d8 req-3227c79c-d329-4ece-8cb0-1bb3143cd9bc tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327590 Oct 27 10:15:50.286504 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f25944-17dd-4f54-8ebd-9b93e07a2894 req-a5fa2d6a-62cb-4e71-a69a-6aa1a5d3e3b1 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:50.288299 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-e5f25944-17dd-4f54-8ebd-9b93e07a2894 req-a5fa2d6a-62cb-4e71-a69a-6aa1a5d3e3b1 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 945 time: 0.0561585 Oct 27 10:15:50.333114 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-e5f25944-17dd-4f54-8ebd-9b93e07a2894 req-80c1ee02-fe4a-4789-8114-507b31bce070 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374160 Oct 27 10:15:50.870296 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352ae8c-8ce6-48f8-8224-d5ff8eab2c9e req-63a2ad0b-2696-4b0e-95e2-20f06ab7b748 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:50.871895 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-2352ae8c-8ce6-48f8-8224-d5ff8eab2c9e req-63a2ad0b-2696-4b0e-95e2-20f06ab7b748 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/ports?device_id=e65e41c0-028b-45dc-b245-5aecdb5546a7 HTTP/1.1" status: 200 len: 945 time: 0.0556855 Oct 27 10:15:50.911997 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-2352ae8c-8ce6-48f8-8224-d5ff8eab2c9e req-933d2b29-f64b-48ec-9bb2-74044ca88055 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b5b5e1e-b08c-43d6-a1d5-c13a169036da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338662 Oct 27 10:15:50.966147 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a4b49-d4eb-4c89-ba0d-cae1962bb6c9 req-af63d3de-6367-4ba0-9665-dadf7df42310 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:50.967708 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-d78a4b49-d4eb-4c89-ba0d-cae1962bb6c9 req-af63d3de-6367-4ba0-9665-dadf7df42310 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146 HTTP/1.1" status: 200 len: 944 time: 0.0539522 Oct 27 10:15:51.015515 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-d78a4b49-d4eb-4c89-ba0d-cae1962bb6c9 req-e28a5967-fc62-49dd-b8e6-014e41007c12 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410123 Oct 27 10:15:51.214063 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b44c51-3fd4-4397-bf2e-dbda85d95bc1 req-b5ee4271-11bf-41ef-a668-c68c2c226d2d tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:51.215590 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-c2b44c51-3fd4-4397-bf2e-dbda85d95bc1 req-b5ee4271-11bf-41ef-a668-c68c2c226d2d tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 943 time: 0.0553071 Oct 27 10:15:51.254798 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-c2b44c51-3fd4-4397-bf2e-dbda85d95bc1 req-6832bedc-e8eb-4b92-9eeb-258fb34cbb71 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319092 Oct 27 10:15:51.471813 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c11e1-04b3-43de-80d4-63a91f2b1431 req-256fea33-10c7-4ec5-b95a-60df712ec9c3 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:51.474047 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-2f0c11e1-04b3-43de-80d4-63a91f2b1431 req-256fea33-10c7-4ec5-b95a-60df712ec9c3 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 945 time: 0.0530767 Oct 27 10:15:51.518056 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-2f0c11e1-04b3-43de-80d4-63a91f2b1431 req-9bed958d-0127-4e9b-b192-798a36860bf6 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363562 Oct 27 10:15:52.038917 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826a66c-720f-428e-ab4e-ee7d372f959c req-91de02e1-02d7-40bd-b0cb-02e7fe0db2db tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:52.041264 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-3826a66c-720f-428e-ab4e-ee7d372f959c req-91de02e1-02d7-40bd-b0cb-02e7fe0db2db tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/ports?device_id=e65e41c0-028b-45dc-b245-5aecdb5546a7 HTTP/1.1" status: 200 len: 945 time: 0.0583899 Oct 27 10:15:52.083876 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-3826a66c-720f-428e-ab4e-ee7d372f959c req-6068fbfa-0ed8-4a24-9ef8-dbdeb03a9822 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b5b5e1e-b08c-43d6-a1d5-c13a169036da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362973 Oct 27 10:15:52.138097 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55438e91-6bd3-4433-b648-71b12abb3add req-69f4a298-08a8-4f0a-ab7c-665caa0b5e0b tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:52.144408 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-55438e91-6bd3-4433-b648-71b12abb3add req-69f4a298-08a8-4f0a-ab7c-665caa0b5e0b tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146 HTTP/1.1" status: 200 len: 944 time: 0.0572469 Oct 27 10:15:52.182069 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-55438e91-6bd3-4433-b648-71b12abb3add req-eac30159-d5e1-435f-94da-0a7384fcedcb tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363801 Oct 27 10:15:52.388015 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b21d37-dc6f-4e67-a90f-e92336e327d1 req-b90dbdfb-bf3c-4028-89c4-b1f2fd4d2396 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:52.390231 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a4b21d37-dc6f-4e67-a90f-e92336e327d1 req-b90dbdfb-bf3c-4028-89c4-b1f2fd4d2396 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 943 time: 0.0588818 Oct 27 10:15:52.433210 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a4b21d37-dc6f-4e67-a90f-e92336e327d1 req-1aab90f5-5f78-43d5-bb0c-10b475d8e468 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368142 Oct 27 10:15:52.647733 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216fb33-4c4f-40d7-aa38-baeebf594732 req-b701c1dc-2891-4f58-978e-cf38e812f55b tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:52.649496 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-b216fb33-4c4f-40d7-aa38-baeebf594732 req-b701c1dc-2891-4f58-978e-cf38e812f55b tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 945 time: 0.0637939 Oct 27 10:15:52.688654 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-b216fb33-4c4f-40d7-aa38-baeebf594732 req-8b1ca74d-df37-4328-b57f-f7357b3319bc tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327189 Oct 27 10:15:53.215823 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba56e7-d9e8-44db-9669-732488aeb226 req-d705de81-92ac-4e85-bbdd-ac199ed1caec tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:53.217368 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-2aba56e7-d9e8-44db-9669-732488aeb226 req-d705de81-92ac-4e85-bbdd-ac199ed1caec tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/ports?device_id=e65e41c0-028b-45dc-b245-5aecdb5546a7 HTTP/1.1" status: 200 len: 945 time: 0.0498984 Oct 27 10:15:53.278415 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-2aba56e7-d9e8-44db-9669-732488aeb226 req-667b8eaa-41f8-44fb-ac10-22e10c666178 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b5b5e1e-b08c-43d6-a1d5-c13a169036da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496202 Oct 27 10:15:53.320411 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e1754-8d1b-4a1c-9743-2ad0f7055a34 req-828d15dc-e92d-4a12-bd87-dba093a94136 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:53.322623 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-110e1754-8d1b-4a1c-9743-2ad0f7055a34 req-828d15dc-e92d-4a12-bd87-dba093a94136 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146 HTTP/1.1" status: 200 len: 944 time: 0.0490766 Oct 27 10:15:53.369339 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-110e1754-8d1b-4a1c-9743-2ad0f7055a34 req-c9eaa07d-6825-4d5e-b4d5-ae9ee0be319d tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403767 Oct 27 10:15:53.610045 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423fb7b-89cd-4a93-a654-47bc7b3d22ef req-21047e5a-b411-4290-a8ce-52bd23f37a31 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:53.611605 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-6423fb7b-89cd-4a93-a654-47bc7b3d22ef req-21047e5a-b411-4290-a8ce-52bd23f37a31 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 943 time: 0.0488505 Oct 27 10:15:53.660414 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-6423fb7b-89cd-4a93-a654-47bc7b3d22ef req-b0a5eebf-284e-4a76-bf4c-883f37d1b3c6 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401914 Oct 27 10:15:53.807779 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357efc02-643d-4a7e-8296-1f021f09f594 req-ed242b20-ba8a-4d5c-9518-56139b20385f tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:53.809318 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-357efc02-643d-4a7e-8296-1f021f09f594 req-ed242b20-ba8a-4d5c-9518-56139b20385f tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 945 time: 0.0503907 Oct 27 10:15:53.854000 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-357efc02-643d-4a7e-8296-1f021f09f594 req-2e0b3182-8496-4580-a2a8-ed185830c0de tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351894 Oct 27 10:15:54.390712 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a2bac-9913-4951-bcbc-f7775fc681f7 req-f8f00311-c9dd-4147-a708-9472d3e8ddd3 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:54.392167 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-3b1a2bac-9913-4951-bcbc-f7775fc681f7 req-f8f00311-c9dd-4147-a708-9472d3e8ddd3 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/ports?device_id=e65e41c0-028b-45dc-b245-5aecdb5546a7 HTTP/1.1" status: 200 len: 945 time: 0.0526597 Oct 27 10:15:54.435138 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-3b1a2bac-9913-4951-bcbc-f7775fc681f7 req-7ad1aebb-a3d4-4fc6-b967-ca8af86eb103 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b5b5e1e-b08c-43d6-a1d5-c13a169036da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369587 Oct 27 10:15:54.490769 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e0982-9bd3-418a-85b7-3ce87f44aadc req-3a489fa4-5219-43c4-9a92-ebd65c3edc1a tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:54.492231 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-767e0982-9bd3-418a-85b7-3ce87f44aadc req-3a489fa4-5219-43c4-9a92-ebd65c3edc1a tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146 HTTP/1.1" status: 200 len: 944 time: 0.0511267 Oct 27 10:15:54.534072 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-767e0982-9bd3-418a-85b7-3ce87f44aadc req-7bdc9951-a911-499d-a771-a11fea58a0de tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347118 Oct 27 10:15:54.787446 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495f849-c692-4636-a1ad-b84708bb954c req-24d39ec9-d442-40a1-8041-cf53cd57c4c2 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:54.788933 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-1495f849-c692-4636-a1ad-b84708bb954c req-24d39ec9-d442-40a1-8041-cf53cd57c4c2 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 943 time: 0.0496154 Oct 27 10:15:54.848339 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-1495f849-c692-4636-a1ad-b84708bb954c req-ed738fb1-7f40-491e-8412-840d4e1feca7 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523138 Oct 27 10:15:54.973291 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3c752-c3e0-4bca-8531-1d383ce863d8 req-b5c1da3b-2617-4939-8a96-429fe25b8b20 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:54.974835 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-70f3c752-c3e0-4bca-8531-1d383ce863d8 req-b5c1da3b-2617-4939-8a96-429fe25b8b20 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 945 time: 0.0513961 Oct 27 10:15:55.019667 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-70f3c752-c3e0-4bca-8531-1d383ce863d8 req-94ca0216-57a8-4db0-8887-ff7e37356e0e tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377631 Oct 27 10:15:55.576778 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7896569f-0812-4150-abb4-eefaf06fc57b req-4ed78fdc-08e7-4f64-be9e-6707b39be3c5 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:55.578484 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-7896569f-0812-4150-abb4-eefaf06fc57b req-4ed78fdc-08e7-4f64-be9e-6707b39be3c5 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/ports?device_id=e65e41c0-028b-45dc-b245-5aecdb5546a7 HTTP/1.1" status: 200 len: 945 time: 0.0543611 Oct 27 10:15:55.645183 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-7896569f-0812-4150-abb4-eefaf06fc57b req-e81dd6f8-d12d-4bc9-a3fa-337c9bd90521 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b5b5e1e-b08c-43d6-a1d5-c13a169036da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558150 Oct 27 10:15:55.711266 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81882d6c-c96c-4cfc-8d7c-6bbdfc4abfb5 req-c4604ffe-de6f-49fe-b0a9-078d72c14acf tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:55.713079 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-81882d6c-c96c-4cfc-8d7c-6bbdfc4abfb5 req-c4604ffe-de6f-49fe-b0a9-078d72c14acf tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146 HTTP/1.1" status: 200 len: 944 time: 0.0865102 Oct 27 10:15:55.755634 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-81882d6c-c96c-4cfc-8d7c-6bbdfc4abfb5 req-7368387b-f71f-423c-98b3-7dc733b8d4fd tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362923 Oct 27 10:15:55.983135 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c9c3a-0f7d-499f-8e4f-48785e3344e2 req-530499b8-0e32-4cf0-ab4c-71b07608892b tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:55.984859 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-4c8c9c3a-0f7d-499f-8e4f-48785e3344e2 req-530499b8-0e32-4cf0-ab4c-71b07608892b tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 943 time: 0.0673232 Oct 27 10:15:56.026725 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-4c8c9c3a-0f7d-499f-8e4f-48785e3344e2 req-bd22d17b-b928-401e-9a03-86145cdb6b71 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356705 Oct 27 10:15:56.166034 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e99173-a304-414e-aa06-060376adff5a req-81aaa1a5-8a21-46ec-8dee-c6d6045b902b tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:56.166034 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-30e99173-a304-414e-aa06-060376adff5a req-81aaa1a5-8a21-46ec-8dee-c6d6045b902b tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 945 time: 0.0511627 Oct 27 10:15:56.202489 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-30e99173-a304-414e-aa06-060376adff5a req-6bccdd42-3a36-4fe5-b41e-e44eda7f79b4 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313365 Oct 27 10:15:56.799477 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e9a71-b33f-41da-9a32-648d55406619 req-189963f7-3ee8-4186-aaa1-f8938735be51 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:56.802196 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-dc1e9a71-b33f-41da-9a32-648d55406619 req-189963f7-3ee8-4186-aaa1-f8938735be51 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/ports?device_id=e65e41c0-028b-45dc-b245-5aecdb5546a7 HTTP/1.1" status: 200 len: 945 time: 0.0694134 Oct 27 10:15:56.863790 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-dc1e9a71-b33f-41da-9a32-648d55406619 req-45893ddb-7b8e-464a-a1c4-c2109f81f345 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b5b5e1e-b08c-43d6-a1d5-c13a169036da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538468 Oct 27 10:15:56.897282 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0341b-12d0-4563-b51d-5b9bff1f9126 req-0a5c031f-92ea-41dc-8333-0d68008b91e3 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:56.898807 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-cce0341b-12d0-4563-b51d-5b9bff1f9126 req-0a5c031f-92ea-41dc-8333-0d68008b91e3 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146 HTTP/1.1" status: 200 len: 944 time: 0.0505793 Oct 27 10:15:56.940790 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-cce0341b-12d0-4563-b51d-5b9bff1f9126 req-d5be5c40-5bb8-48a6-8570-17ebe474de76 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356147 Oct 27 10:15:57.187887 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac63947-fe37-414a-85cd-f1ae3ae9be70 req-235d167f-905a-4208-95d6-3f4d7ce79e2e tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:57.192369 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-dac63947-fe37-414a-85cd-f1ae3ae9be70 req-235d167f-905a-4208-95d6-3f4d7ce79e2e tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 943 time: 0.0844476 Oct 27 10:15:57.231674 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-dac63947-fe37-414a-85cd-f1ae3ae9be70 req-7a7e8260-0f2e-40b1-90bd-40031bcb1a36 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356185 Oct 27 10:15:57.351556 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45197f3f-feac-4904-93b4-1d5d76f2d2c5 req-a0fe84ed-625b-4493-926e-2d187926b5d6 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:57.353887 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-45197f3f-feac-4904-93b4-1d5d76f2d2c5 req-a0fe84ed-625b-4493-926e-2d187926b5d6 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 945 time: 0.0617197 Oct 27 10:15:57.393301 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-45197f3f-feac-4904-93b4-1d5d76f2d2c5 req-cb1d914e-f815-4453-b72b-f1debbe0a6da tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336349 Oct 27 10:15:57.991673 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ee44c-d327-4d77-a073-85c0c0b4c5ac req-08ff612a-6c19-4a79-83be-247492732f7c tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:57.993272 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-8a7ee44c-d327-4d77-a073-85c0c0b4c5ac req-08ff612a-6c19-4a79-83be-247492732f7c tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/ports?device_id=e65e41c0-028b-45dc-b245-5aecdb5546a7 HTTP/1.1" status: 200 len: 945 time: 0.0542569 Oct 27 10:15:58.034650 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-8a7ee44c-d327-4d77-a073-85c0c0b4c5ac req-4a2a2b56-0b6d-47b3-b761-921d45c20a50 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b5b5e1e-b08c-43d6-a1d5-c13a169036da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347347 Oct 27 10:15:58.112234 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1959dd-7d5a-4f60-b5b6-a0553e86d7ca req-47ac3eb1-e237-4ba8-9d81-9330b3a7f0bb tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:58.114166 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-aa1959dd-7d5a-4f60-b5b6-a0553e86d7ca req-47ac3eb1-e237-4ba8-9d81-9330b3a7f0bb tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146 HTTP/1.1" status: 200 len: 944 time: 0.0849605 Oct 27 10:15:58.153038 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-aa1959dd-7d5a-4f60-b5b6-a0553e86d7ca req-80cd95b0-3475-4a81-88e2-c4e082711a73 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320454 Oct 27 10:15:58.380808 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c423140-c35f-4d18-98ed-3213e55dbe63 req-d78b15fd-193c-4246-9750-a41c89107b4c tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:58.382439 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-4c423140-c35f-4d18-98ed-3213e55dbe63 req-d78b15fd-193c-4246-9750-a41c89107b4c tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 943 time: 0.0743284 Oct 27 10:15:58.420597 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-4c423140-c35f-4d18-98ed-3213e55dbe63 req-147eafab-b308-4c58-93a9-14902e0b2d15 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318191 Oct 27 10:15:58.511433 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8be2a-dc5d-4f06-bff9-f20fc715f996 req-d0cb131f-11fd-4886-8e68-363e97b02724 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:58.537565 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-f9b8be2a-dc5d-4f06-bff9-f20fc715f996 req-d0cb131f-11fd-4886-8e68-363e97b02724 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 945 time: 0.0521746 Oct 27 10:15:58.556226 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-f9b8be2a-dc5d-4f06-bff9-f20fc715f996 req-7c223bd8-776f-4c15-a91f-9f30b6a70cdd tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370851 Oct 27 10:15:59.166583 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd84edd-fc16-4ccc-a9f7-32104f3f399d req-8eecb6f5-1e6c-4763-a8e9-d862357ea027 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:59.168879 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-dfd84edd-fc16-4ccc-a9f7-32104f3f399d req-8eecb6f5-1e6c-4763-a8e9-d862357ea027 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/ports?device_id=e65e41c0-028b-45dc-b245-5aecdb5546a7 HTTP/1.1" status: 200 len: 945 time: 0.0540941 Oct 27 10:15:59.218167 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-dfd84edd-fc16-4ccc-a9f7-32104f3f399d req-22c55e68-e94b-4827-b0f2-1f2c82420ccf tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b5b5e1e-b08c-43d6-a1d5-c13a169036da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409040 Oct 27 10:15:59.299336 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a951c-8ff2-4b01-8344-4a83eddd2378 req-83539e33-f97a-47e2-9693-40be2b1250ef tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:59.300804 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-406a951c-8ff2-4b01-8344-4a83eddd2378 req-83539e33-f97a-47e2-9693-40be2b1250ef tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146 HTTP/1.1" status: 200 len: 944 time: 0.0486965 Oct 27 10:15:59.338692 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-406a951c-8ff2-4b01-8344-4a83eddd2378 req-3c0659c0-ff53-4a14-87c9-58a62a2b283c tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314410 Oct 27 10:15:59.551355 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061ce1f-6d8e-4cab-ba12-6860f25fc1bd req-f523cbfd-213d-47f0-b53b-a25b0bf41643 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:59.552881 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-7061ce1f-6d8e-4cab-ba12-6860f25fc1bd req-f523cbfd-213d-47f0-b53b-a25b0bf41643 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 943 time: 0.0527697 Oct 27 10:15:59.592557 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-7061ce1f-6d8e-4cab-ba12-6860f25fc1bd req-00f86573-79cf-4882-8f4d-691203108369 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335665 Oct 27 10:15:59.700200 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98121380-c7e6-4ef7-afcf-c27b8274766d req-945e0b53-4633-48e4-b5c0-1fdbfd149f62 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:15:59.701691 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-98121380-c7e6-4ef7-afcf-c27b8274766d req-945e0b53-4633-48e4-b5c0-1fdbfd149f62 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 945 time: 0.0732682 Oct 27 10:15:59.743586 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-98121380-c7e6-4ef7-afcf-c27b8274766d req-f359bfc0-e641-4e60-aed7-54db192a2cb6 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358832 Oct 27 10:16:00.332492 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6efd22-d553-4b12-ae4a-a799f5e4b970 req-ac0c9db8-49ef-4800-af68-ded2073a8cd4 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:00.334134 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-5f6efd22-d553-4b12-ae4a-a799f5e4b970 req-ac0c9db8-49ef-4800-af68-ded2073a8cd4 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/ports?device_id=e65e41c0-028b-45dc-b245-5aecdb5546a7 HTTP/1.1" status: 200 len: 945 time: 0.0515401 Oct 27 10:16:00.387232 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-5f6efd22-d553-4b12-ae4a-a799f5e4b970 req-02720d68-ce33-48c2-9c7f-b023f7cb0d29 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b5b5e1e-b08c-43d6-a1d5-c13a169036da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467162 Oct 27 10:16:00.472478 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3655bba-44f4-47cc-84bf-6d4f2473ba89 req-40c0f25e-f387-4973-8a6a-a4b77a099cd9 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:00.473986 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-c3655bba-44f4-47cc-84bf-6d4f2473ba89 req-40c0f25e-f387-4973-8a6a-a4b77a099cd9 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146 HTTP/1.1" status: 200 len: 944 time: 0.0513625 Oct 27 10:16:00.516345 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-c3655bba-44f4-47cc-84bf-6d4f2473ba89 req-8cc02031-a19c-4290-beae-24d5548da526 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355966 Oct 27 10:16:00.724290 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27903e83-c7af-4af1-98dc-03a1d2cc9f47 req-610c17d1-8786-4d50-8de0-daa778b7fa81 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:00.725951 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-27903e83-c7af-4af1-98dc-03a1d2cc9f47 req-610c17d1-8786-4d50-8de0-daa778b7fa81 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 943 time: 0.0500450 Oct 27 10:16:00.777550 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-27903e83-c7af-4af1-98dc-03a1d2cc9f47 req-d862f817-13da-4d88-89b1-094f792e6d33 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365236 Oct 27 10:16:00.892937 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f666a-69b5-46aa-ab79-ea9365c40d60 req-83313fca-c52b-4e48-b6f6-3dcb7803b38a tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:00.894537 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-b39f666a-69b5-46aa-ab79-ea9365c40d60 req-83313fca-c52b-4e48-b6f6-3dcb7803b38a tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 945 time: 0.0642962 Oct 27 10:16:00.938777 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-b39f666a-69b5-46aa-ab79-ea9365c40d60 req-5571cbf8-545e-40d9-bed8-01315e15840c tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375543 Oct 27 10:16:01.224116 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 50000) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:16:01.332289 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-611aa9c4-4278-4d5c-a203-70515f5fae1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:01.409321 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-611aa9c4-4278-4d5c-a203-70515f5fae1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:01.450891 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-611aa9c4-4278-4d5c-a203-70515f5fae1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:01.516651 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-611aa9c4-4278-4d5c-a203-70515f5fae1e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6f205730feba4d6eb1951be51846c328&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2913055 Oct 27 10:16:01.518450 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611aa9c4-4278-4d5c-a203-70515f5fae1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdcece9-547b-46df-82b6-db9bd50fdc0d,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:16:01.519472 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 50006) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:16:01.536219 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4fb4cf5d-bf9c-49e7-b76e-87316c8940ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:01.550058 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dac213-5ee3-428d-a719-fa633b5d6fa3 req-239e38cc-5427-46e9-ba32-49893c5961cd tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:01.550058 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-73dac213-5ee3-428d-a719-fa633b5d6fa3 req-239e38cc-5427-46e9-ba32-49893c5961cd tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/ports?device_id=e65e41c0-028b-45dc-b245-5aecdb5546a7 HTTP/1.1" status: 200 len: 945 time: 0.0831022 Oct 27 10:16:01.576396 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-2bc61373-5874-4c2e-97f9-e54679a53913 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:01.600526 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-73dac213-5ee3-428d-a719-fa633b5d6fa3 req-4b3d1ec2-45dc-43b7-af71-f19bd83a0a66 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b5b5e1e-b08c-43d6-a1d5-c13a169036da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443034 Oct 27 10:16:01.626511 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-2bc61373-5874-4c2e-97f9-e54679a53913 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:01.677325 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7cdaa-b072-424b-843e-f91237d6e359 req-e23c1386-5f92-4b99-87c8-83295426bfec tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:01.678829 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-58f7cdaa-b072-424b-843e-f91237d6e359 req-e23c1386-5f92-4b99-87c8-83295426bfec tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146 HTTP/1.1" status: 200 len: 944 time: 0.0906951 Oct 27 10:16:01.727860 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-58f7cdaa-b072-424b-843e-f91237d6e359 req-ce609313-88a8-4ced-837e-23b2a10a2281 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425084 Oct 27 10:16:01.767759 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-2bc61373-5874-4c2e-97f9-e54679a53913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:01.767759 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-2bc61373-5874-4c2e-97f9-e54679a53913 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:01.768363 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-2bc61373-5874-4c2e-97f9-e54679a53913 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6fdcece9-547b-46df-82b6-db9bd50fdc0d HTTP/1.1" status: 204 len: 168 time: 0.2469344 Oct 27 10:16:01.777617 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc61373-5874-4c2e-97f9-e54679a53913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdcece9-547b-46df-82b6-db9bd50fdc0d,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:16:01.905315 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f0f7d-a046-48c4-959f-e536aa28c9ae req-f3bec5c3-0313-40b6-9e82-bedba0207718 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:01.906888 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-9e9f0f7d-a046-48c4-959f-e536aa28c9ae req-f3bec5c3-0313-40b6-9e82-bedba0207718 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 943 time: 0.0501645 Oct 27 10:16:01.949937 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-9e9f0f7d-a046-48c4-959f-e536aa28c9ae req-95a23f5f-8aa2-49ba-ae02-10bfb5e5bf87 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359221 Oct 27 10:16:02.062335 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852cedf-fdf8-4316-9069-6193299a0b12 req-f7363dbd-1834-45c1-a7ca-1a78be943e3b tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:02.063759 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0852cedf-fdf8-4316-9069-6193299a0b12 req-f7363dbd-1834-45c1-a7ca-1a78be943e3b tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 945 time: 0.0490291 Oct 27 10:16:02.107200 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0852cedf-fdf8-4316-9069-6193299a0b12 req-28c0515d-5bff-49b8-8c1d-21d79a009a3c tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374489 Oct 27 10:16:02.293250 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-89246990-ba57-428b-a771-11e43c015c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:02.294755 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-89246990-ba57-428b-a771-11e43c015c04 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=22ddcb0e-0b75-477e-b461-720a6b940632 HTTP/1.1" status: 200 len: 851 time: 0.0461924 Oct 27 10:16:02.348071 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-05fbcba9-4523-47e0-a05e-102b751d5671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:02.350573 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-05fbcba9-4523-47e0-a05e-102b751d5671 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45ccbdab-8245-4106-a0cd-ddc7afca495b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412118 Oct 27 10:16:02.455684 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-96c0ba4a-7ba1-42dc-9b6c-e23babefe6b5 service neutron] 10.222.0.81 "GET /v2.0/networks/45ccbdab-8245-4106-a0cd-ddc7afca495b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905130 Oct 27 10:16:02.554286 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-77028fbd-ec10-4b72-9698-adb1ec37ca98 req-9ee8a6a2-4680-4260-baec-fd5ab0cfc14a service neutron] 10.222.0.81 "GET /v2.0/networks/45ccbdab-8245-4106-a0cd-ddc7afca495b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891788 Oct 27 10:16:02.713754 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad0682-6204-44bd-a49e-5a08b4322e38 req-40d3c9f9-312e-4471-810c-f1c6491fa282 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:02.715450 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-43ad0682-6204-44bd-a49e-5a08b4322e38 req-40d3c9f9-312e-4471-810c-f1c6491fa282 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/ports?device_id=e65e41c0-028b-45dc-b245-5aecdb5546a7 HTTP/1.1" status: 200 len: 945 time: 0.0521996 Oct 27 10:16:02.756702 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-43ad0682-6204-44bd-a49e-5a08b4322e38 req-99e81f4e-ee49-4fb5-8e3f-9b668029ff1e tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b5b5e1e-b08c-43d6-a1d5-c13a169036da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329511 Oct 27 10:16:02.856658 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff2e1f-98db-481c-bd33-83ffbe28cfbe req-f72ef6ac-659d-4d2a-982f-ee00e74f4bc5 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:02.858159 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-d3ff2e1f-98db-481c-bd33-83ffbe28cfbe req-f72ef6ac-659d-4d2a-982f-ee00e74f4bc5 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146 HTTP/1.1" status: 200 len: 944 time: 0.0496323 Oct 27 10:16:02.895013 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-d3ff2e1f-98db-481c-bd33-83ffbe28cfbe req-be42f167-5fa8-4824-aa2e-24e7d9c71ca5 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308840 Oct 27 10:16:03.073106 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9bdde-23ee-4b7a-a7c4-6d0ac98a643e req-52543af4-b9b8-41b6-ba07-2a28a13273b8 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:03.074810 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-3fd9bdde-23ee-4b7a-a7c4-6d0ac98a643e req-52543af4-b9b8-41b6-ba07-2a28a13273b8 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 943 time: 0.0492361 Oct 27 10:16:03.115287 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-3fd9bdde-23ee-4b7a-a7c4-6d0ac98a643e req-478512ce-a529-4ee9-8bcf-51134cb04dad tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345368 Oct 27 10:16:03.224701 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8538e87-ade2-480e-b8cc-abd670604b93 req-123a8637-5ce8-4314-ae46-0775902d1442 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:03.226224 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-f8538e87-ade2-480e-b8cc-abd670604b93 req-123a8637-5ce8-4314-ae46-0775902d1442 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 945 time: 0.0498886 Oct 27 10:16:03.266662 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-f8538e87-ade2-480e-b8cc-abd670604b93 req-5c607694-05e7-4a4e-ae91-20c72e994f16 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341549 Oct 27 10:16:03.881385 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433b948-0ec2-4263-866a-51956ade5a8d req-a6ecf24d-26ef-44cd-9ea9-d03be5e47786 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:03.882795 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-0433b948-0ec2-4263-866a-51956ade5a8d req-a6ecf24d-26ef-44cd-9ea9-d03be5e47786 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/ports?device_id=e65e41c0-028b-45dc-b245-5aecdb5546a7 HTTP/1.1" status: 200 len: 945 time: 0.0476038 Oct 27 10:16:03.921237 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-0433b948-0ec2-4263-866a-51956ade5a8d req-046ac381-b297-462a-be84-65ea53931825 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b5b5e1e-b08c-43d6-a1d5-c13a169036da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317128 Oct 27 10:16:04.042231 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d85698-b8b9-4b15-b9be-5f10c214d8f0 req-20ec3f56-d9a0-4c7c-bd9a-2196d7c30e9c tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:04.043732 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-27d85698-b8b9-4b15-b9be-5f10c214d8f0 req-20ec3f56-d9a0-4c7c-bd9a-2196d7c30e9c tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146 HTTP/1.1" status: 200 len: 944 time: 0.0789933 Oct 27 10:16:04.066895 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab5a46-5a25-482f-831b-3e2d6aa1ef96 req-649385df-d125-481e-9211-5d4afaad75e8 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:04.068350 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-bbab5a46-5a25-482f-831b-3e2d6aa1ef96 req-649385df-d125-481e-9211-5d4afaad75e8 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.81 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 945 time: 0.0748658 Oct 27 10:16:04.126732 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-27d85698-b8b9-4b15-b9be-5f10c214d8f0 req-56ce25ef-986b-4d30-b608-42d61e1e5e55 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744927 Oct 27 10:16:04.172408 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-bbde9b80-45ee-4e45-86e0-80a0ffe165d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:04.182888 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [req-bbab5a46-5a25-482f-831b-3e2d6aa1ef96 req-eeab5660-e423-4834-ba15-a55bd0ae56df tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Deleting port d4dd3818-ccac-43b8-ae90-4c213b2badd4 {{(pid=101973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:16:04.183221 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-bbab5a46-5a25-482f-831b-3e2d6aa1ef96 req-eeab5660-e423-4834-ba15-a55bd0ae56df tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:04.245984 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1e8c2-3b01-4616-a32c-2aa2046612f7 req-7c32357a-11f4-4f3e-b982-aa5e3172b844 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:04.247481 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-ddb1e8c2-3b01-4616-a32c-2aa2046612f7 req-7c32357a-11f4-4f3e-b982-aa5e3172b844 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 943 time: 0.0536578 Oct 27 10:16:04.279148 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-bbab5a46-5a25-482f-831b-3e2d6aa1ef96 req-eeab5660-e423-4834-ba15-a55bd0ae56df tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] For port d4dd3818-ccac-43b8-ae90-4c213b2badd4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d4dd3818-ccac-43b8-ae90-4c213b2badd4,segment=NetworkSegment(e9961c6b-71bd-414a-abdd-83c03087e013),segment_id=e9961c6b-71bd-414a-abdd-83c03087e013)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:16:04.279776 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-bbab5a46-5a25-482f-831b-3e2d6aa1ef96 req-eeab5660-e423-4834-ba15-a55bd0ae56df tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:04.289165 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-ddb1e8c2-3b01-4616-a32c-2aa2046612f7 req-f9830691-c610-4a65-91d0-a92c4bac95e3 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356631 Oct 27 10:16:04.293427 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [req-bbab5a46-5a25-482f-831b-3e2d6aa1ef96 req-eeab5660-e423-4834-ba15-a55bd0ae56df tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Calling delete_port for d4dd3818-ccac-43b8-ae90-4c213b2badd4 owned by compute:nova {{(pid=101973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:16:04.408875 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0b968-b8cf-4fa1-9c3b-e18ca5256f21 req-7a882fb9-636b-46c2-97a0-a81124b58578 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:04.410392 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-05c0b968-b8cf-4fa1-9c3b-e18ca5256f21 req-7a882fb9-636b-46c2-97a0-a81124b58578 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 945 time: 0.0707052 Oct 27 10:16:04.485226 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-05c0b968-b8cf-4fa1-9c3b-e18ca5256f21 req-82d8bcdb-d7b3-4e6e-834f-68d8250c4426 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673971 Oct 27 10:16:04.547834 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-bbab5a46-5a25-482f-831b-3e2d6aa1ef96 req-eeab5660-e423-4834-ba15-a55bd0ae56df tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:04.565568 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] get_ports_and_sgs() called for port_ids ['ad53ec07-b6ed-4849-926f-7fa08020a514', 'd4dd3818-ccac-43b8-ae90-4c213b2badd4'] {{(pid=101975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:16:04.591469 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab5660-e423-4834-ba15-a55bd0ae56df tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Pushing event deleted for resources: {'Port': ['ID=d4dd3818-ccac-43b8-ae90-4c213b2badd4,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:16:04.623242 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab5660-e423-4834-ba15-a55bd0ae56df tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:16:04.623242 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab5660-e423-4834-ba15-a55bd0ae56df tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:16:04.623643 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab5660-e423-4834-ba15-a55bd0ae56df tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:16:04.623993 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab5660-e423-4834-ba15-a55bd0ae56df tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:16:04.624339 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab5660-e423-4834-ba15-a55bd0ae56df tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:16:04.624673 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab5660-e423-4834-ba15-a55bd0ae56df tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:16:04.625057 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab5660-e423-4834-ba15-a55bd0ae56df tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:16:04.625335 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab5660-e423-4834-ba15-a55bd0ae56df tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:16:04.625671 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab5660-e423-4834-ba15-a55bd0ae56df tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:16:04.626025 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab5660-e423-4834-ba15-a55bd0ae56df tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:16:04.626380 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab5660-e423-4834-ba15-a55bd0ae56df tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:16:04.626681 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab5660-e423-4834-ba15-a55bd0ae56df tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:16:04.668963 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbab5a46-5a25-482f-831b-3e2d6aa1ef96 req-eeab5660-e423-4834-ba15-a55bd0ae56df tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] No DVR routers for this DVR port d4dd3818-ccac-43b8-ae90-4c213b2badd4 on host hv-cinder-81514 {{(pid=101973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:16:04.674311 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-bbab5a46-5a25-482f-831b-3e2d6aa1ef96 req-eeab5660-e423-4834-ba15-a55bd0ae56df tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:04.677645 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-bbab5a46-5a25-482f-831b-3e2d6aa1ef96 req-eeab5660-e423-4834-ba15-a55bd0ae56df tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.81 "DELETE /v2.0/ports/d4dd3818-ccac-43b8-ae90-4c213b2badd4 HTTP/1.1" status: 204 len: 173 time: 0.5976174 Oct 27 10:16:04.678346 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53395cb-9184-4d4a-a1a0-3061adf32314', 'name': 'network-vif-deleted', 'tag': 'd4dd3818-ccac-43b8-ae90-4c213b2badd4'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:16:04.680645 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94debda59f24a9426fb80c87c8c8853eb57e17b8e03a85591ed34d87467b8464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bafd5b9-c59d-4bd5-8b22-11a744dc6a28" -d '{"events": [{"server_uuid": "e53395cb-9184-4d4a-a1a0-3061adf32314", "name": "network-vif-deleted", "tag": "d4dd3818-ccac-43b8-ae90-4c213b2badd4"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:16:04.696763 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb7bc3-90f1-4a57-b56d-acb345c34f80 req-c600a0ec-9092-420f-8471-bd1e6992a4b7 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:04.699097 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a0fb7bc3-90f1-4a57-b56d-acb345c34f80 req-c600a0ec-9092-420f-8471-bd1e6992a4b7 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.81 "GET /v2.0/ports?device_id=e65e41c0-028b-45dc-b245-5aecdb5546a7 HTTP/1.1" status: 200 len: 945 time: 0.1163158 Oct 27 10:16:04.752834 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5222f7b4-bccc-43a1-96f2-66b6aeed70e3 x-openstack-request-id: req-5222f7b4-bccc-43a1-96f2-66b6aeed70e3 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:16:04.753202 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53395cb-9184-4d4a-a1a0-3061adf32314", "name": "network-vif-deleted", "tag": "d4dd3818-ccac-43b8-ae90-4c213b2badd4", "status": "completed", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:16:04.753525 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5222f7b4-bccc-43a1-96f2-66b6aeed70e3 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:16:04.753955 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e53395cb-9184-4d4a-a1a0-3061adf32314', 'name': 'network-vif-deleted', 'tag': 'd4dd3818-ccac-43b8-ae90-4c213b2badd4', 'status': 'completed', 'code': 200} Oct 27 10:16:04.809123 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [req-a0fb7bc3-90f1-4a57-b56d-acb345c34f80 req-a4f3f43f-4766-4e08-9b36-41f98c80db7f tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Deleting port 7a661f1d-8da8-401c-9bf1-b90b51218808 {{(pid=101973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:16:04.809537 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-a0fb7bc3-90f1-4a57-b56d-acb345c34f80 req-a4f3f43f-4766-4e08-9b36-41f98c80db7f tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:04.903119 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-a0fb7bc3-90f1-4a57-b56d-acb345c34f80 req-a4f3f43f-4766-4e08-9b36-41f98c80db7f tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] For port 7a661f1d-8da8-401c-9bf1-b90b51218808, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=7a661f1d-8da8-401c-9bf1-b90b51218808,segment=NetworkSegment(bb433946-0342-4173-a7f3-dd0b21c6ac99),segment_id=bb433946-0342-4173-a7f3-dd0b21c6ac99)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:16:04.903399 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-a0fb7bc3-90f1-4a57-b56d-acb345c34f80 req-a4f3f43f-4766-4e08-9b36-41f98c80db7f tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:04.918288 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [req-a0fb7bc3-90f1-4a57-b56d-acb345c34f80 req-a4f3f43f-4766-4e08-9b36-41f98c80db7f tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Calling delete_port for 7a661f1d-8da8-401c-9bf1-b90b51218808 owned by compute:nova {{(pid=101973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:16:05.073072 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c34464-3c60-4a32-ad06-227b8e0a6de7 req-c8427834-d1c4-49e9-babc-d3233e796f50 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:05.074694 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-89c34464-3c60-4a32-ad06-227b8e0a6de7 req-c8427834-d1c4-49e9-babc-d3233e796f50 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/ports?device_id=e65e41c0-028b-45dc-b245-5aecdb5546a7 HTTP/1.1" status: 200 len: 945 time: 0.0780649 Oct 27 10:16:05.121530 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-89c34464-3c60-4a32-ad06-227b8e0a6de7 req-13d71cf3-b0d0-44f6-add1-2ae1d359cafc tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b5b5e1e-b08c-43d6-a1d5-c13a169036da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406497 Oct 27 10:16:05.227747 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-a0fb7bc3-90f1-4a57-b56d-acb345c34f80 req-a4f3f43f-4766-4e08-9b36-41f98c80db7f tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:05.245014 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] get_ports_and_sgs() called for port_ids ['7a661f1d-8da8-401c-9bf1-b90b51218808'] {{(pid=101975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:16:05.260809 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d1dae-f932-44bc-b8f1-8f7fd4a91a1c req-5335bb04-d307-4735-9b3d-fe08dd8c68a1 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:05.262372 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-783d1dae-f932-44bc-b8f1-8f7fd4a91a1c req-5335bb04-d307-4735-9b3d-fe08dd8c68a1 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146 HTTP/1.1" status: 200 len: 944 time: 0.0557134 Oct 27 10:16:05.284794 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f3f43f-4766-4e08-9b36-41f98c80db7f tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Pushing event deleted for resources: {'Port': ['ID=7a661f1d-8da8-401c-9bf1-b90b51218808,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:16:05.306000 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0fb7bc3-90f1-4a57-b56d-acb345c34f80 req-a4f3f43f-4766-4e08-9b36-41f98c80db7f tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] No DVR routers for this DVR port 7a661f1d-8da8-401c-9bf1-b90b51218808 on host hv-cinder-81514 {{(pid=101973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:16:05.309486 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-783d1dae-f932-44bc-b8f1-8f7fd4a91a1c req-7cb1f25e-6421-48b6-9c39-78aacd8a9125 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400698 Oct 27 10:16:05.310326 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-a0fb7bc3-90f1-4a57-b56d-acb345c34f80 req-a4f3f43f-4766-4e08-9b36-41f98c80db7f tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:05.316966 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a0fb7bc3-90f1-4a57-b56d-acb345c34f80 req-a4f3f43f-4766-4e08-9b36-41f98c80db7f tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.81 "DELETE /v2.0/ports/7a661f1d-8da8-401c-9bf1-b90b51218808 HTTP/1.1" status: 204 len: 173 time: 0.6091268 Oct 27 10:16:05.398991 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:05.416024 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70121548-beb4-48a7-9d54-df6e1f8b95f4 req-33eb68c2-86f6-4851-bf40-d380f868701a tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:05.417516 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-70121548-beb4-48a7-9d54-df6e1f8b95f4 req-33eb68c2-86f6-4851-bf40-d380f868701a tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 943 time: 0.0502369 Oct 27 10:16:05.473978 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-70121548-beb4-48a7-9d54-df6e1f8b95f4 req-baea99e9-e76c-4dfd-97f1-929e8fcd8ab9 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499599 Oct 27 10:16:05.599654 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-dd1cb1ba-3b29-4c26-b461-eda66e7a421b req-2ee52fe3-8f20-4c4f-a651-79c29db606c3 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53395cb-9184-4d4a-a1a0-3061adf32314 HTTP/1.1" status: 200 len: 210 time: 0.0274138 Oct 27 10:16:05.902313 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:06.236543 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0f851320-f997-4b37-a6dd-33f7e8034e9f req-5d63e02e-7aed-4df9-9a11-9fbb7f4e755f tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/ports?device_id=e65e41c0-028b-45dc-b245-5aecdb5546a7 HTTP/1.1" status: 200 len: 210 time: 0.0270405 Oct 27 10:16:06.426609 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68cbfa2-6a19-46ad-8f58-516b9cd3c921 req-99be2332-f1b3-490b-80fc-b34d71bea019 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:06.428097 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-d68cbfa2-6a19-46ad-8f58-516b9cd3c921 req-99be2332-f1b3-490b-80fc-b34d71bea019 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146 HTTP/1.1" status: 200 len: 944 time: 0.0509539 Oct 27 10:16:06.469191 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-d68cbfa2-6a19-46ad-8f58-516b9cd3c921 req-ed51998d-5dc6-4463-afff-300e73e0aac9 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315335 Oct 27 10:16:06.599199 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99b3be-1bb8-452e-ad2f-41a5e3aa66b4 req-a0d8086b-f3a4-4b55-8b94-d031c68b6d3f tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:06.600593 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1c99b3be-1bb8-452e-ad2f-41a5e3aa66b4 req-a0d8086b-f3a4-4b55-8b94-d031c68b6d3f tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 943 time: 0.0520079 Oct 27 10:16:06.646812 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1c99b3be-1bb8-452e-ad2f-41a5e3aa66b4 req-2f020333-80cd-4ff3-af36-a7f761712aff tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393298 Oct 27 10:16:06.755594 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65e41c0-028b-45dc-b245-5aecdb5546a7', 'name': 'network-vif-deleted', 'tag': '7a661f1d-8da8-401c-9bf1-b90b51218808'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:16:06.758125 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94debda59f24a9426fb80c87c8c8853eb57e17b8e03a85591ed34d87467b8464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe21ff5-923a-425f-9323-92ce205a1f7c" -d '{"events": [{"server_uuid": "e65e41c0-028b-45dc-b245-5aecdb5546a7", "name": "network-vif-deleted", "tag": "7a661f1d-8da8-401c-9bf1-b90b51218808"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:16:06.795401 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adeef1c3-da0c-4b49-aefa-a70346605304 x-openstack-request-id: req-adeef1c3-da0c-4b49-aefa-a70346605304 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:16:06.795980 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e65e41c0-028b-45dc-b245-5aecdb5546a7", "name": "network-vif-deleted", "tag": "7a661f1d-8da8-401c-9bf1-b90b51218808", "status": "completed", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:16:06.796248 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-adeef1c3-da0c-4b49-aefa-a70346605304 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:16:06.796642 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e65e41c0-028b-45dc-b245-5aecdb5546a7', 'name': 'network-vif-deleted', 'tag': '7a661f1d-8da8-401c-9bf1-b90b51218808', 'status': 'completed', 'code': 200} Oct 27 10:16:07.069771 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020cb78-7fc9-42d0-a217-4086c65fe05e req-1adcc079-fa1d-4657-a060-80b4c82ac210 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:07.071247 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-e020cb78-7fc9-42d0-a217-4086c65fe05e req-1adcc079-fa1d-4657-a060-80b4c82ac210 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0498490 Oct 27 10:16:07.109364 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-e020cb78-7fc9-42d0-a217-4086c65fe05e req-12c0ba3a-d42d-41f0-9b7c-bc8d4d89cf1d tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320024 Oct 27 10:16:07.118958 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:07.551388 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-9c6ec426-99ba-490d-96cd-e4e164ea46dc tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:07.552909 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-9c6ec426-99ba-490d-96cd-e4e164ea46dc tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/networks?id=fe524b7e-d3b1-44e8-88e6-77cacced59d4 HTTP/1.1" status: 200 len: 808 time: 0.1104212 Oct 27 10:16:07.568628 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-aba45689-bb61-4603-939b-08c74f30c3a5 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/quotas/7152ba4bbd954a6d9cf30a830e036e52 HTTP/1.1" status: 200 len: 375 time: 0.0096259 Oct 27 10:16:07.586159 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76149d34-dfb7-45bb-a3de-2f2505d4bd45 req-7af868e7-99fa-4a97-bdd6-7dea7110e77f tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:07.587967 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-76149d34-dfb7-45bb-a3de-2f2505d4bd45 req-7af868e7-99fa-4a97-bdd6-7dea7110e77f tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146 HTTP/1.1" status: 200 len: 944 time: 0.0498266 Oct 27 10:16:07.601997 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-2bcc5bc5-26ca-4712-910b-f49b082299f5 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7152ba4bbd954a6d9cf30a830e036e52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272727 Oct 27 10:16:07.633261 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-76149d34-dfb7-45bb-a3de-2f2505d4bd45 req-9aab3a41-df98-4057-887f-9679bcb45ab0 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380931 Oct 27 10:16:07.697027 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-1df78970-685f-48f6-9170-c268794b90bc service neutron] 10.222.0.36 "GET /v2.0/networks/fe524b7e-d3b1-44e8-88e6-77cacced59d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851862 Oct 27 10:16:07.785679 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-39b8f52d-e718-4ec5-b5ea-1d997ff2a003 service neutron] 10.222.0.36 "GET /v2.0/networks/fe524b7e-d3b1-44e8-88e6-77cacced59d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840077 Oct 27 10:16:07.788670 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5f7a6-9c44-4c03-be02-ae1190c40232 req-33d04ae0-ea91-4bc9-a583-e12e80d8ab83 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:07.790057 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-66d5f7a6-9c44-4c03-be02-ae1190c40232 req-33d04ae0-ea91-4bc9-a583-e12e80d8ab83 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 943 time: 0.0508630 Oct 27 10:16:07.828784 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-66d5f7a6-9c44-4c03-be02-ae1190c40232 req-7aa150ac-b074-4d14-bb07-1c2cc3c5acc1 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327051 Oct 27 10:16:08.051695 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-f00e0cd9-e58f-456f-95dd-f1a9d16f0df5 req-e5be704e-431e-4011-a20e-e819ea7e3cbc tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/ports?device_id=39f71607-6e43-4a9d-b5ef-495aafc7a990 HTTP/1.1" status: 200 len: 210 time: 0.0287843 Oct 27 10:16:08.223662 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ae680-e1ad-4581-8c4e-061a1271b77f req-75845d0b-e78c-46ad-b2d9-4c41e96a85d4 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:08.225643 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-c05ae680-e1ad-4581-8c4e-061a1271b77f req-75845d0b-e78c-46ad-b2d9-4c41e96a85d4 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0505006 Oct 27 10:16:08.272141 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-c05ae680-e1ad-4581-8c4e-061a1271b77f req-9a04a061-b840-4a8e-9b56-10f35acc5b5b tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384204 Oct 27 10:16:08.749873 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50b1fd-d4d2-462d-92bb-cc04edb3d50e req-034e3b7a-ee69-4d53-8885-032c22185528 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:08.751386 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-ea50b1fd-d4d2-462d-92bb-cc04edb3d50e req-034e3b7a-ee69-4d53-8885-032c22185528 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146 HTTP/1.1" status: 200 len: 944 time: 0.0482824 Oct 27 10:16:08.793237 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-ea50b1fd-d4d2-462d-92bb-cc04edb3d50e req-3d3e5964-90cc-4542-9cee-8f577f44f98d tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348315 Oct 27 10:16:08.850583 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 7a661f1d-8da8-401c-9bf1-b90b51218808 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:16:08.876111 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] No Port match for: 7a661f1d-8da8-401c-9bf1-b90b51218808 {{(pid=101975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:16:08.876734 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 7a661f1d-8da8-401c-9bf1-b90b51218808 not bound to the agent host hv-cinder-81514 {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:16:08.877363 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device d4dd3818-ccac-43b8-ae90-4c213b2badd4 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:16:08.896581 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] No Port match for: d4dd3818-ccac-43b8-ae90-4c213b2badd4 {{(pid=101975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:16:08.897001 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device d4dd3818-ccac-43b8-ae90-4c213b2badd4 not bound to the agent host hv-cinder-81514 {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:16:08.953257 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ab7cb-7e4b-421f-9c81-c6e9f9b089a1 req-4e90eeaa-1046-488e-9d14-3c95e8b8c23c tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:08.954766 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-965ab7cb-7e4b-421f-9c81-c6e9f9b089a1 req-4e90eeaa-1046-488e-9d14-3c95e8b8c23c tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 943 time: 0.0483947 Oct 27 10:16:08.994884 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-965ab7cb-7e4b-421f-9c81-c6e9f9b089a1 req-e893b922-5384-4316-ac16-48a02538e231 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340021 Oct 27 10:16:09.147107 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-5e9511f6-fc78-44d3-9212-b9369f14368e req-644b8c3d-c041-4c04-b7dc-009b5472ffca tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/ports?device_id=39f71607-6e43-4a9d-b5ef-495aafc7a990 HTTP/1.1" status: 200 len: 210 time: 0.0261607 Oct 27 10:16:09.409617 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b5ed6f-7de8-4f4a-92f1-6fe5e4348447 req-546f6f65-f3ad-4de1-9a88-96a9c5c24d01 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:09.411912 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-38b5ed6f-7de8-4f4a-92f1-6fe5e4348447 req-546f6f65-f3ad-4de1-9a88-96a9c5c24d01 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0593519 Oct 27 10:16:09.453890 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-38b5ed6f-7de8-4f4a-92f1-6fe5e4348447 req-0c2d7b42-fa6f-4692-bb5c-172bd3567df1 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353425 Oct 27 10:16:09.907166 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9cc39-3e26-4587-a8a9-a7f9a39fe681 req-45a43881-9fe3-4252-99d6-69dd46504974 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:09.908701 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-01d9cc39-3e26-4587-a8a9-a7f9a39fe681 req-45a43881-9fe3-4252-99d6-69dd46504974 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146 HTTP/1.1" status: 200 len: 944 time: 0.0488935 Oct 27 10:16:09.946643 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-01d9cc39-3e26-4587-a8a9-a7f9a39fe681 req-f1228236-5844-4548-90eb-029d83f44cd1 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318823 Oct 27 10:16:10.128040 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1415a-8d38-41a9-9584-83601293c395 req-b1eab10e-b59c-43e0-9cf3-22d1247033d7 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:10.129542 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a2a1415a-8d38-41a9-9584-83601293c395 req-b1eab10e-b59c-43e0-9cf3-22d1247033d7 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 943 time: 0.0540783 Oct 27 10:16:10.172594 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a2a1415a-8d38-41a9-9584-83601293c395 req-649c0ea2-a0fd-4642-8d05-74953c850e8b tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371020 Oct 27 10:16:10.267187 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-fc6cb29e-adf3-4292-adc4-8dd2f6037b68 req-e2f85e71-7e6f-45de-a48b-dddf479a3afa tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/ports?device_id=39f71607-6e43-4a9d-b5ef-495aafc7a990 HTTP/1.1" status: 200 len: 210 time: 0.0343649 Oct 27 10:16:10.300743 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-3902879a-989d-4a4d-a83a-c9df2b9debac tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:10.302304 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-3902879a-989d-4a4d-a83a-c9df2b9debac tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.81 "GET /v2.0/networks?id=fe524b7e-d3b1-44e8-88e6-77cacced59d4 HTTP/1.1" status: 200 len: 808 time: 0.1173835 Oct 27 10:16:10.320355 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-8f2311b1-5a4b-49c3-bf07-65ec221762a8 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Request body: {'port': {'device_id': '39f71607-6e43-4a9d-b5ef-495aafc7a990', 'network_id': 'fe524b7e-d3b1-44e8-88e6-77cacced59d4', 'admin_state_up': True, 'tenant_id': '7152ba4bbd954a6d9cf30a830e036e52'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:16:10.467912 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-8f2311b1-5a4b-49c3-bf07-65ec221762a8 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Made reservation on behalf of 7152ba4bbd954a6d9cf30a830e036e52 for: {'port': 1} {{(pid=101973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:16:10.471632 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-8f2311b1-5a4b-49c3-bf07-65ec221762a8 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:10.626593 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8384a-f32c-4e02-91de-239c8acc541e req-91e25672-0fd5-46de-b5c7-f51df184835a tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:10.628089 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-ffe8384a-f32c-4e02-91de-239c8acc541e req-91e25672-0fd5-46de-b5c7-f51df184835a tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0963767 Oct 27 10:16:10.636942 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.db_base_plugin_common [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-8f2311b1-5a4b-49c3-bf07-65ec221762a8 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Allocated IP 172.20.0.8 (fe524b7e-d3b1-44e8-88e6-77cacced59d4/59c0fb33-6ef4-4ac7-b184-45bf9233ddff/6a3fdb0e-785d-423b-85b4-3b08aaff4a36) {{(pid=101973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:16:10.699454 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-ffe8384a-f32c-4e02-91de-239c8acc541e req-467feae8-b04e-45cd-a4a5-42f58d5fe712 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583637 Oct 27 10:16:10.828473 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-8f2311b1-5a4b-49c3-bf07-65ec221762a8 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Publish callbacks [] for port, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:10.867085 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device cdd8ba1e-bec7-46be-a1f3-bc9a468e262a details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:16:10.919557 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-8f2311b1-5a4b-49c3-bf07-65ec221762a8 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:10.961509 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port cdd8ba1e-bec7-46be-a1f3-bc9a468e262a, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=cdd8ba1e-bec7-46be-a1f3-bc9a468e262a,segment=NetworkSegment(c6701753-9a96-494a-a422-463d38a89485),segment_id=c6701753-9a96-494a-a422-463d38a89485)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:16:10.965047 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-8f2311b1-5a4b-49c3-bf07-65ec221762a8 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Network fe524b7e-d3b1-44e8-88e6-77cacced59d4 is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:16:10.971441 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-8f2311b1-5a4b-49c3-bf07-65ec221762a8 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:16:10.974241 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-8f2311b1-5a4b-49c3-bf07-65ec221762a8 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Received port after_create {{(pid=101973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:16:10.975668 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Returning: {'device': 'cdd8ba1e-bec7-46be-a1f3-bc9a468e262a', 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b', 'port_id': 'cdd8ba1e-bec7-46be-a1f3-bc9a468e262a', 'mac_address': 'fa:16:3e:86:53:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22ddcb0e-0b75-477e-b461-720a6b940632', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:16:10.999734 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2311b1-5a4b-49c3-bf07-65ec221762a8 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Pushing event updated for resources: {'Port': ['ID=6a3fdb0e-785d-423b-85b4-3b08aaff4a36,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:16:11.023614 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:11.036799 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-8f2311b1-5a4b-49c3-bf07-65ec221762a8 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:11.037415 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-8f2311b1-5a4b-49c3-bf07-65ec221762a8 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:11.038726 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdd8ba1e-bec7-46be-a1f3-bc9a468e262a {{(pid=101975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:16:11.059332 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port cdd8ba1e-bec7-46be-a1f3-bc9a468e262a, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=cdd8ba1e-bec7-46be-a1f3-bc9a468e262a,segment=NetworkSegment(c6701753-9a96-494a-a422-463d38a89485),segment_id=c6701753-9a96-494a-a422-463d38a89485)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:16:11.076102 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3e370-55c0-4129-ba69-a79512d15aa6 req-ab914b5a-fa9b-41ae-9d18-509d1ad49ac0 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:11.077588 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-52e3e370-55c0-4129-ba69-a79512d15aa6 req-ab914b5a-fa9b-41ae-9d18-509d1ad49ac0 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146 HTTP/1.1" status: 200 len: 944 time: 0.0501287 Oct 27 10:16:11.116852 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-52e3e370-55c0-4129-ba69-a79512d15aa6 req-18249b72-4e3b-4500-9059-59dbf118ebfb tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332339 Oct 27 10:16:11.119204 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:11.120021 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device ce250e52-6e43-4318-b350-7be41ebadf60 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:16:11.122488 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-8f2311b1-5a4b-49c3-bf07-65ec221762a8 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8063583 Oct 27 10:16:11.141882 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-cd809246-002b-44f8-bf76-ffdd2e9db594 service neutron] Request body: {'port': {'device_id': '39f71607-6e43-4a9d-b5ef-495aafc7a990', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:16:11.198855 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-cd809246-002b-44f8-bf76-ffdd2e9db594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:11.216779 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=cdd8ba1e-bec7-46be-a1f3-bc9a468e262a,revision_number=4']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:16:11.232271 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:16:11.232645 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:16:11.232988 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:16:11.233336 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:16:11.233649 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:16:11.237270 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:16:11.237270 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:16:11.237270 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:16:11.237270 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:16:11.237270 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:16:11.237270 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:16:11.237270 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:16:11.265902 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port ce250e52-6e43-4318-b350-7be41ebadf60, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ce250e52-6e43-4318-b350-7be41ebadf60,segment=NetworkSegment(2d3ba54e-e4c0-416f-b13e-608a81231259),segment_id=2d3ba54e-e4c0-416f-b13e-608a81231259)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:16:11.281168 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Returning: {'device': 'ce250e52-6e43-4318-b350-7be41ebadf60', 'network_id': '232c2cd8-3827-47b2-95ae-f90c0b9d2e5c', 'port_id': 'ce250e52-6e43-4318-b350-7be41ebadf60', 'mac_address': 'fa:16:3e:7a:32:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32f65f21-7a7c-4568-afd2-3193e7fc13b4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:16:11.405625 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876c77b-2529-45c3-a7c5-168eae14f362 req-1dcd647b-3cfc-4b86-bd11-c9a6424efb81 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:11.407281 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a876c77b-2529-45c3-a7c5-168eae14f362 req-1dcd647b-3cfc-4b86-bd11-c9a6424efb81 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/ports?device_id=39f71607-6e43-4a9d-b5ef-495aafc7a990 HTTP/1.1" status: 200 len: 931 time: 0.0618982 Oct 27 10:16:11.445517 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:11.452157 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a876c77b-2529-45c3-a7c5-168eae14f362 req-f77895a2-4de7-46c2-9167-d57d80b63ec7 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b5b5e1e-b08c-43d6-a1d5-c13a169036da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377464 Oct 27 10:16:11.459847 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce250e52-6e43-4318-b350-7be41ebadf60 {{(pid=101975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:16:11.481593 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port ce250e52-6e43-4318-b350-7be41ebadf60, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ce250e52-6e43-4318-b350-7be41ebadf60,segment=NetworkSegment(2d3ba54e-e4c0-416f-b13e-608a81231259),segment_id=2d3ba54e-e4c0-416f-b13e-608a81231259)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:16:11.547728 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:11.596415 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=ce250e52-6e43-4318-b350-7be41ebadf60,revision_number=9']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:16:11.646867 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55067db2-cb81-4b61-a0dc-afcd244736cc req-58570a3c-ede5-4d8c-96b0-0525ec603b7e tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:11.648333 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-55067db2-cb81-4b61-a0dc-afcd244736cc req-58570a3c-ede5-4d8c-96b0-0525ec603b7e tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 943 time: 0.3483162 Oct 27 10:16:11.705413 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-55067db2-cb81-4b61-a0dc-afcd244736cc req-da39c512-5eec-46b7-a29f-bb2c5220ae80 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496130 Oct 27 10:16:11.777333 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-cd809246-002b-44f8-bf76-ffdd2e9db594 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a3fdb0e-785d-423b-85b4-3b08aaff4a36 {{(pid=101973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:16:11.784947 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-cd809246-002b-44f8-bf76-ffdd2e9db594 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:11.812679 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-cd809246-002b-44f8-bf76-ffdd2e9db594 service neutron] Transition to ACTIVE for port object 6a3fdb0e-785d-423b-85b4-3b08aaff4a36 will not be triggered until provisioned by entity L2. {{(pid=101973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:16:11.829733 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be9612-637d-4942-a324-113e4e86e97e req-17638271-dc4e-4f71-ab6d-bf0127d87dfd tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:11.831335 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-f7be9612-637d-4942-a324-113e4e86e97e req-17638271-dc4e-4f71-ab6d-bf0127d87dfd tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0531671 Oct 27 10:16:11.837956 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] get_ports_and_sgs() called for port_ids ['cdd8ba1e-bec7-46be-a1f3-bc9a468e262a'] {{(pid=101975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:16:11.844494 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] get_ports_and_sgs() called for port_ids ['ce250e52-6e43-4318-b350-7be41ebadf60'] {{(pid=101975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:16:11.844708 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-cd809246-002b-44f8-bf76-ffdd2e9db594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9116887'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:11.882678 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-f7be9612-637d-4942-a324-113e4e86e97e req-14afe295-0e80-4c84-b410-0e4dc9cbadbc tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418768 Oct 27 10:16:11.913551 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd809246-002b-44f8-bf76-ffdd2e9db594 service neutron] Pushing event updated for resources: {'Port': ['ID=6a3fdb0e-785d-423b-85b4-3b08aaff4a36,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:16:11.989929 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-cd809246-002b-44f8-bf76-ffdd2e9db594 service neutron] Attempting to bind port 6a3fdb0e-785d-423b-85b4-3b08aaff4a36 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:16:11.990210 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-cd809246-002b-44f8-bf76-ffdd2e9db594 service neutron] Attempting to bind port 6a3fdb0e-785d-423b-85b4-3b08aaff4a36 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'bb433946-0342-4173-a7f3-dd0b21c6ac99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'fe524b7e-d3b1-44e8-88e6-77cacced59d4'}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:16:11.990473 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-cd809246-002b-44f8-bf76-ffdd2e9db594 service neutron] Attempting to bind port 6a3fdb0e-785d-423b-85b4-3b08aaff4a36 on network fe524b7e-d3b1-44e8-88e6-77cacced59d4 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:16:11.995254 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-cd809246-002b-44f8-bf76-ffdd2e9db594 service neutron] Port 6a3fdb0e-785d-423b-85b4-3b08aaff4a36 on network fe524b7e-d3b1-44e8-88e6-77cacced59d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:16:11.995553 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-cd809246-002b-44f8-bf76-ffdd2e9db594 service neutron] Attempting to bind port 6a3fdb0e-785d-423b-85b4-3b08aaff4a36 on network fe524b7e-d3b1-44e8-88e6-77cacced59d4 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:16:12.000401 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-cd809246-002b-44f8-bf76-ffdd2e9db594 service neutron] Checking agent: {'id': '4745671e-30cb-4e18-8ff0-6142bf8b3cdd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 11, 11), 'started_at': datetime.datetime(2021, 10, 27, 10, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:16:12.000728 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-cd809246-002b-44f8-bf76-ffdd2e9db594 service neutron] Checking segment: {'id': 'bb433946-0342-4173-a7f3-dd0b21c6ac99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'fe524b7e-d3b1-44e8-88e6-77cacced59d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:16:12.001099 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-cd809246-002b-44f8-bf76-ffdd2e9db594 service neutron] Bound using segment: {'id': 'bb433946-0342-4173-a7f3-dd0b21c6ac99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'fe524b7e-d3b1-44e8-88e6-77cacced59d4'} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:16:12.001560 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-cd809246-002b-44f8-bf76-ffdd2e9db594 service neutron] Bound port: 6a3fdb0e-785d-423b-85b4-3b08aaff4a36, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb433946-0342-4173-a7f3-dd0b21c6ac99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'fe524b7e-d3b1-44e8-88e6-77cacced59d4'}}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:16:12.001938 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-cd809246-002b-44f8-bf76-ffdd2e9db594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:12.097648 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-cd809246-002b-44f8-bf76-ffdd2e9db594 service neutron] For port 6a3fdb0e-785d-423b-85b4-3b08aaff4a36, host hv-cinder-81514, cleared binding levels {{(pid=101973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:16:12.101905 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-cd809246-002b-44f8-bf76-ffdd2e9db594 service neutron] For port 6a3fdb0e-785d-423b-85b4-3b08aaff4a36, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6a3fdb0e-785d-423b-85b4-3b08aaff4a36,segment=NetworkSegment(bb433946-0342-4173-a7f3-dd0b21c6ac99),segment_id=bb433946-0342-4173-a7f3-dd0b21c6ac99)] {{(pid=101973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:16:12.230661 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-cd809246-002b-44f8-bf76-ffdd2e9db594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9116887'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:12.277829 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-cd809246-002b-44f8-bf76-ffdd2e9db594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:12.278447 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-cd809246-002b-44f8-bf76-ffdd2e9db594 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:12.279820 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-cd809246-002b-44f8-bf76-ffdd2e9db594 service neutron] 10.222.0.81 "PUT /v2.0/ports/6a3fdb0e-785d-423b-85b4-3b08aaff4a36 HTTP/1.1" status: 200 len: 1093 time: 1.1422143 Oct 27 10:16:12.280898 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39f71607-6e43-4a9d-b5ef-495aafc7a990', 'tag': '6a3fdb0e-785d-423b-85b4-3b08aaff4a36'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:16:12.283154 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94debda59f24a9426fb80c87c8c8853eb57e17b8e03a85591ed34d87467b8464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f4f599-28f7-40b2-a8b3-0a7fb9374243" -d '{"events": [{"name": "network-changed", "server_uuid": "39f71607-6e43-4a9d-b5ef-495aafc7a990", "tag": "6a3fdb0e-785d-423b-85b4-3b08aaff4a36"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:16:12.320929 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d216b-c990-49c2-b557-0255312b59f5 req-00b993e6-3ca4-4165-956b-ecd35ddbd14c tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:12.322448 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-4c3d216b-c990-49c2-b557-0255312b59f5 req-00b993e6-3ca4-4165-956b-ecd35ddbd14c tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146 HTTP/1.1" status: 200 len: 945 time: 0.1384518 Oct 27 10:16:12.324594 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1d41f6-8221-448b-87e2-5657c06167d7 x-openstack-request-id: req-9b1d41f6-8221-448b-87e2-5657c06167d7 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:16:12.324878 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39f71607-6e43-4a9d-b5ef-495aafc7a990", "tag": "6a3fdb0e-785d-423b-85b4-3b08aaff4a36", "status": "completed", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:16:12.325131 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9b1d41f6-8221-448b-87e2-5657c06167d7 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:16:12.325515 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39f71607-6e43-4a9d-b5ef-495aafc7a990', 'tag': '6a3fdb0e-785d-423b-85b4-3b08aaff4a36', 'status': 'completed', 'code': 200} Oct 27 10:16:12.328406 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-9930ca0e-59b8-4da3-a019-634bc55d4a35 req-b8d36e9d-d2c0-4ebd-8b8b-59094ed1f37f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1338153 Oct 27 10:16:12.329005 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd809246-002b-44f8-bf76-ffdd2e9db594 service neutron] Pushing event updated for resources: {'Port': ['ID=6a3fdb0e-785d-423b-85b4-3b08aaff4a36,revision_number=3']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:16:12.398548 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-4c3d216b-c990-49c2-b557-0255312b59f5 req-a5879b17-3b50-4dcb-93f8-56ef6b518e34 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658882 Oct 27 10:16:12.435754 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4f599-28f7-40b2-a8b3-0a7fb9374243 req-49a536bc-3a78-4211-9a66-d6312fc6e33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:12.437239 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-f8f4f599-28f7-40b2-a8b3-0a7fb9374243 req-49a536bc-3a78-4211-9a66-d6312fc6e33b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7152ba4bbd954a6d9cf30a830e036e52&device_id=39f71607-6e43-4a9d-b5ef-495aafc7a990 HTTP/1.1" status: 200 len: 1096 time: 0.0798690 Oct 27 10:16:12.443142 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930ca0e-59b8-4da3-a019-634bc55d4a35 req-c93b70ed-391a-431c-98ea-028dca95dadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:12.444519 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-9930ca0e-59b8-4da3-a019-634bc55d4a35 req-c93b70ed-391a-431c-98ea-028dca95dadb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e7c55039221b45c69304c1afafa20e6a&device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 1098 time: 0.0737798 Oct 27 10:16:12.574223 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cbc92-ceb3-4266-9e23-0e81fa253fab req-4f9eab5d-fed2-44a0-ac12-6581a046d2ed tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:12.575652 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-951cbc92-ceb3-4266-9e23-0e81fa253fab req-4f9eab5d-fed2-44a0-ac12-6581a046d2ed tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/ports?device_id=39f71607-6e43-4a9d-b5ef-495aafc7a990 HTTP/1.1" status: 200 len: 943 time: 0.0518117 Oct 27 10:16:12.608736 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4f599-28f7-40b2-a8b3-0a7fb9374243 req-7309c491-d60f-4de2-b041-701d6d78add6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:12.610224 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-f8f4f599-28f7-40b2-a8b3-0a7fb9374243 req-7309c491-d60f-4de2-b041-701d6d78add6 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=7152ba4bbd954a6d9cf30a830e036e52&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1559849 Oct 27 10:16:12.615957 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-951cbc92-ceb3-4266-9e23-0e81fa253fab req-8b180c6a-91f8-40fd-8fa2-82292d601892 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b5b5e1e-b08c-43d6-a1d5-c13a169036da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340002 Oct 27 10:16:12.619215 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930ca0e-59b8-4da3-a019-634bc55d4a35 req-878b521d-05d4-4b8a-9b2d-3975652f28d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:12.621160 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-9930ca0e-59b8-4da3-a019-634bc55d4a35 req-878b521d-05d4-4b8a-9b2d-3975652f28d2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8a629e7d-72b0-4646-a07a-812ae74aa6c3 HTTP/1.1" status: 200 len: 913 time: 0.1478441 Oct 27 10:16:12.734643 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-9930ca0e-59b8-4da3-a019-634bc55d4a35 req-538f18ee-984c-4cf7-aec6-72e46fda761e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0ce1773-183f-4c8a-a722-38d87e17f97e HTTP/1.1" status: 200 len: 1000 time: 0.1049914 Oct 27 10:16:12.800340 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4f599-28f7-40b2-a8b3-0a7fb9374243 req-7948b78a-5e03-4dde-96dd-881b7017b77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:12.801817 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-f8f4f599-28f7-40b2-a8b3-0a7fb9374243 req-7948b78a-5e03-4dde-96dd-881b7017b77d service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1797850 Oct 27 10:16:12.830399 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930ca0e-59b8-4da3-a019-634bc55d4a35 req-a28a9a40-c5fb-4555-96f6-bd130f331ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:12.831776 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-9930ca0e-59b8-4da3-a019-634bc55d4a35 req-a28a9a40-c5fb-4555-96f6-bd130f331ded service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2d043faf-de54-45d8-ad51-b3c5339bc389 HTTP/1.1" status: 200 len: 850 time: 0.0871110 Oct 27 10:16:12.858274 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee7a82-5f71-48cf-9b3b-898e4a2545cb req-a7434e53-d91c-4496-910c-0125fc18683f tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:12.859759 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-8fee7a82-5f71-48cf-9b3b-898e4a2545cb req-a7434e53-d91c-4496-910c-0125fc18683f tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 944 time: 0.0783761 Oct 27 10:16:12.860721 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device ce250e52-6e43-4318-b350-7be41ebadf60 up at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:16:12.910751 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Provisioning complete for port ce250e52-6e43-4318-b350-7be41ebadf60 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:16:12.911116 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:12.940705 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930ca0e-59b8-4da3-a019-634bc55d4a35 req-3959f946-9f9d-4d9d-b43e-a26708413264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:12.942278 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-9930ca0e-59b8-4da3-a019-634bc55d4a35 req-3959f946-9f9d-4d9d-b43e-a26708413264 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8a629e7d-72b0-4646-a07a-812ae74aa6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1017442 Oct 27 10:16:12.961585 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-8fee7a82-5f71-48cf-9b3b-898e4a2545cb req-008b6cbc-dcaa-4a9e-8a31-d95bbec3581c tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818553 Oct 27 10:16:12.964569 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-a08a8434-8d38-4b76-80b0-d59f5a6dd417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:12.966021 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-a08a8434-8d38-4b76-80b0-d59f5a6dd417 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7152ba4bbd954a6d9cf30a830e036e52&device_id=39f71607-6e43-4a9d-b5ef-495aafc7a990 HTTP/1.1" status: 200 len: 1096 time: 0.1170802 Oct 27 10:16:13.011694 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084da11-44c3-41cc-94c1-503f3d38690e req-516259e3-d5f9-41a8-9608-6052f87a73b5 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:13.014753 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-4084da11-44c3-41cc-94c1-503f3d38690e req-516259e3-d5f9-41a8-9608-6052f87a73b5 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0577159 Oct 27 10:16:13.018466 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:13.041924 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01fe47f-50a0-42a2-80a2-f9371f57ff57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce250e52-6e43-4318-b350-7be41ebadf60'}] {{(pid=101975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:16:13.043556 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-534b75a8-c165-4d2e-b3f6-ac5d86372e2a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a3fdb0e-785d-423b-85b4-3b08aaff4a36 HTTP/1.1" status: 200 len: 217 time: 0.0437913 Oct 27 10:16:13.045328 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef74c052f1c640f85ff9302be404e86fdcd9e777050b230953bf81409b3ec6af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f9e8ad-5d59-419d-a1ca-72418f9ce68c" -d '{"events": [{"server_uuid": "f01fe47f-50a0-42a2-80a2-f9371f57ff57", "name": "network-vif-plugged", "status": "completed", "tag": "ce250e52-6e43-4318-b350-7be41ebadf60"}]}' {{(pid=101975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:16:13.059686 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port ce250e52-6e43-4318-b350-7be41ebadf60, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ce250e52-6e43-4318-b350-7be41ebadf60,segment=NetworkSegment(2d3ba54e-e4c0-416f-b13e-608a81231259),segment_id=2d3ba54e-e4c0-416f-b13e-608a81231259)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:16:13.061412 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-4084da11-44c3-41cc-94c1-503f3d38690e req-a7407e78-02a3-4a51-9e21-b34248ecee2d tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416331 Oct 27 10:16:13.093629 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d884516-fe6e-4438-9280-e27dd6c1bd9d x-openstack-request-id: req-1d884516-fe6e-4438-9280-e27dd6c1bd9d {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:16:13.093965 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01fe47f-50a0-42a2-80a2-f9371f57ff57", "name": "network-vif-plugged", "status": "completed", "tag": "ce250e52-6e43-4318-b350-7be41ebadf60", "code": 200}]} {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:16:13.094229 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1d884516-fe6e-4438-9280-e27dd6c1bd9d {{(pid=101975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:16:13.094622 dv-cinder-815146-2-iscsi neutron-server[101975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01fe47f-50a0-42a2-80a2-f9371f57ff57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce250e52-6e43-4318-b350-7be41ebadf60', 'code': 200} Oct 27 10:16:13.117885 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-9930ca0e-59b8-4da3-a019-634bc55d4a35 req-1babf0ee-9535-4968-abfa-c459f5681a24 service neutron] 10.222.0.81 "GET /v2.0/networks/8a629e7d-72b0-4646-a07a-812ae74aa6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662595 Oct 27 10:16:13.126386 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-37375857-a3e8-4de1-be9d-c7c2343630c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:13.130138 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-37375857-a3e8-4de1-be9d-c7c2343630c7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=59c0fb33-6ef4-4ac7-b184-45bf9233ddff HTTP/1.1" status: 200 len: 848 time: 0.0771773 Oct 27 10:16:13.136583 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:13.137391 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device cdd8ba1e-bec7-46be-a1f3-bc9a468e262a up at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:16:13.206563 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-c13c80dc-14fb-44e8-a99c-84f30d689d9e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fe524b7e-d3b1-44e8-88e6-77cacced59d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537488 Oct 27 10:16:13.210332 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:13.222772 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=ce250e52-6e43-4318-b350-7be41ebadf60,revision_number=10']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:16:13.305235 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-9930ca0e-59b8-4da3-a019-634bc55d4a35 req-5925ca97-41fe-4cb5-a4a1-b62edcd95584 service neutron] 10.222.0.81 "GET /v2.0/networks/8a629e7d-72b0-4646-a07a-812ae74aa6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717715 Oct 27 10:16:13.325225 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Provisioning for port cdd8ba1e-bec7-46be-a1f3-bc9a468e262a completed by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:16:13.330338 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Provisioning complete for port cdd8ba1e-bec7-46be-a1f3-bc9a468e262a triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:16:13.330714 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:13.343824 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-141deded-0bdc-46d7-ad71-96c21677f896 service neutron] 10.222.0.81 "GET /v2.0/networks/fe524b7e-d3b1-44e8-88e6-77cacced59d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236780 Oct 27 10:16:13.421113 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:13.455481 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-85b1e8cd-c589-4e9c-a939-319235aa87bd req-c2bcafda-c819-45b8-9c71-f88a8719199f service neutron] 10.222.0.81 "GET /v2.0/networks/fe524b7e-d3b1-44e8-88e6-77cacced59d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013880 Oct 27 10:16:13.455840 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port cdd8ba1e-bec7-46be-a1f3-bc9a468e262a, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=cdd8ba1e-bec7-46be-a1f3-bc9a468e262a,segment=NetworkSegment(c6701753-9a96-494a-a422-463d38a89485),segment_id=c6701753-9a96-494a-a422-463d38a89485)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:16:13.513272 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:13.528080 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3fe009-d2d9-4dd8-9cb9-f9ab85aae4b3 req-8d3bb027-55d5-452d-93ae-8f3f1d6d45fd tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:13.529553 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-5e3fe009-d2d9-4dd8-9cb9-f9ab85aae4b3 req-8d3bb027-55d5-452d-93ae-8f3f1d6d45fd tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146 HTTP/1.1" status: 200 len: 945 time: 0.0535400 Oct 27 10:16:13.569752 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-5e3fe009-d2d9-4dd8-9cb9-f9ab85aae4b3 req-2dd93fa2-3b1e-4afb-9cd2-f3fa1a067c1e tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328197 Oct 27 10:16:13.570076 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=cdd8ba1e-bec7-46be-a1f3-bc9a468e262a,revision_number=5']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:16:13.762169 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a32c2-3334-4bc9-b058-863182c8a6e6 req-1a24d51a-08e0-4a07-bb5b-df0efb6f86d2 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:13.763694 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-995a32c2-3334-4bc9-b058-863182c8a6e6 req-1a24d51a-08e0-4a07-bb5b-df0efb6f86d2 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/ports?device_id=39f71607-6e43-4a9d-b5ef-495aafc7a990 HTTP/1.1" status: 200 len: 943 time: 0.0758243 Oct 27 10:16:13.787031 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f5d66-434b-40f5-9465-c5cae814736c req-8ee7e1fc-0142-426e-ad26-b8807d6fa56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:13.788481 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-8a8f5d66-434b-40f5-9465-c5cae814736c req-8ee7e1fc-0142-426e-ad26-b8807d6fa56c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 1099 time: 0.0732055 Oct 27 10:16:13.836505 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-995a32c2-3334-4bc9-b058-863182c8a6e6 req-e94d8335-3e24-4672-9f15-3685d67d8967 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b5b5e1e-b08c-43d6-a1d5-c13a169036da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618267 Oct 27 10:16:13.850146 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-8a8f5d66-434b-40f5-9465-c5cae814736c req-df665b48-f02c-47b7-87bb-ff325dfbb672 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521224 Oct 27 10:16:14.096286 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec691041-47aa-4252-855f-2dfeebfa1b25 req-c8a3e78f-f696-4972-9165-c9727a0452d5 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:14.098153 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-ec691041-47aa-4252-855f-2dfeebfa1b25 req-c8a3e78f-f696-4972-9165-c9727a0452d5 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 946 time: 0.0526741 Oct 27 10:16:14.140571 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-ec691041-47aa-4252-855f-2dfeebfa1b25 req-713ced22-55da-406f-a054-0237d3e72413 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349922 Oct 27 10:16:14.187060 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34b015-59b6-419f-818f-70ff5180e48f req-d7bfc4fb-4fdd-4d10-b2fa-1ffa38f11951 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:14.188563 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7b34b015-59b6-419f-818f-70ff5180e48f req-d7bfc4fb-4fdd-4d10-b2fa-1ffa38f11951 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0537794 Oct 27 10:16:14.235892 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7b34b015-59b6-419f-818f-70ff5180e48f req-8760d75b-4119-407e-8d98-9666a5d3cdf8 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa73f287-8a88-4d60-b485-2a1737701a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330968 Oct 27 10:16:14.425548 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467177b1-3607-4315-80e0-f8fa995d0a9f req-38fbea70-9b53-4fc2-b81e-7073c9abd905 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:14.427451 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-467177b1-3607-4315-80e0-f8fa995d0a9f req-38fbea70-9b53-4fc2-b81e-7073c9abd905 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.81 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 945 time: 0.0548122 Oct 27 10:16:14.547797 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [req-467177b1-3607-4315-80e0-f8fa995d0a9f req-2118bbf5-bb43-4f88-8024-9a99c916ddb7 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Deleting port ad53ec07-b6ed-4849-926f-7fa08020a514 {{(pid=101973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:16:14.548131 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-467177b1-3607-4315-80e0-f8fa995d0a9f req-2118bbf5-bb43-4f88-8024-9a99c916ddb7 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:14.668621 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-467177b1-3607-4315-80e0-f8fa995d0a9f req-2118bbf5-bb43-4f88-8024-9a99c916ddb7 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] For port ad53ec07-b6ed-4849-926f-7fa08020a514, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ad53ec07-b6ed-4849-926f-7fa08020a514,segment=NetworkSegment(e9961c6b-71bd-414a-abdd-83c03087e013),segment_id=e9961c6b-71bd-414a-abdd-83c03087e013)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:16:14.669327 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-467177b1-3607-4315-80e0-f8fa995d0a9f req-2118bbf5-bb43-4f88-8024-9a99c916ddb7 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:14.688353 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104ba4c-cbd8-497d-bdd5-5a90a73c1d1f req-42366885-a3b6-4a17-94dc-35240ce6ec85 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:14.690061 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-3104ba4c-cbd8-497d-bdd5-5a90a73c1d1f req-42366885-a3b6-4a17-94dc-35240ce6ec85 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146 HTTP/1.1" status: 200 len: 946 time: 0.0511537 Oct 27 10:16:14.690227 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [req-467177b1-3607-4315-80e0-f8fa995d0a9f req-2118bbf5-bb43-4f88-8024-9a99c916ddb7 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Calling delete_port for ad53ec07-b6ed-4849-926f-7fa08020a514 owned by compute:nova {{(pid=101973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:16:14.730628 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-3104ba4c-cbd8-497d-bdd5-5a90a73c1d1f req-a4453f0d-1486-4791-8483-a904c97ae290 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341754 Oct 27 10:16:14.890628 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 50330) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:16:14.891126 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-467177b1-3607-4315-80e0-f8fa995d0a9f req-2118bbf5-bb43-4f88-8024-9a99c916ddb7 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:14.904554 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] get_ports_and_sgs() called for port_ids ['ad53ec07-b6ed-4849-926f-7fa08020a514'] {{(pid=101975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:16:14.941592 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2118bbf5-bb43-4f88-8024-9a99c916ddb7 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Pushing event deleted for resources: {'Port': ['ID=ad53ec07-b6ed-4849-926f-7fa08020a514,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:16:14.998885 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [req-467177b1-3607-4315-80e0-f8fa995d0a9f req-2118bbf5-bb43-4f88-8024-9a99c916ddb7 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] No DVR routers for this DVR port ad53ec07-b6ed-4849-926f-7fa08020a514 on host hv-cinder-81514 {{(pid=101973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:16:15.001328 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-467177b1-3607-4315-80e0-f8fa995d0a9f req-2118bbf5-bb43-4f88-8024-9a99c916ddb7 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:15.004723 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-467177b1-3607-4315-80e0-f8fa995d0a9f req-2118bbf5-bb43-4f88-8024-9a99c916ddb7 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.81 "DELETE /v2.0/ports/ad53ec07-b6ed-4849-926f-7fa08020a514 HTTP/1.1" status: 204 len: 173 time: 0.5683439 Oct 27 10:16:15.007299 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e', 'name': 'network-vif-deleted', 'tag': 'ad53ec07-b6ed-4849-926f-7fa08020a514'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:16:15.010576 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94debda59f24a9426fb80c87c8c8853eb57e17b8e03a85591ed34d87467b8464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4046b5-db83-44fa-9d43-6cf1adfe7222" -d '{"events": [{"server_uuid": "32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e", "name": "network-vif-deleted", "tag": "ad53ec07-b6ed-4849-926f-7fa08020a514"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:16:15.031777 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-c425473a-783d-48f8-89bf-05f56be15c34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:15.036424 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9167a64-19f8-4d07-afa8-3caf0e75d297 req-36dca552-6cd0-4667-b445-aa8f12741048 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:15.038275 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-e9167a64-19f8-4d07-afa8-3caf0e75d297 req-36dca552-6cd0-4667-b445-aa8f12741048 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/ports?device_id=39f71607-6e43-4a9d-b5ef-495aafc7a990 HTTP/1.1" status: 200 len: 943 time: 0.1098886 Oct 27 10:16:15.046424 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f851b5d7-03fe-4fec-a1e6-5d9b886a531c x-openstack-request-id: req-f851b5d7-03fe-4fec-a1e6-5d9b886a531c {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:16:15.046723 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e", "name": "network-vif-deleted", "tag": "ad53ec07-b6ed-4849-926f-7fa08020a514", "status": "completed", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:16:15.047570 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f851b5d7-03fe-4fec-a1e6-5d9b886a531c {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:16:15.047976 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e', 'name': 'network-vif-deleted', 'tag': 'ad53ec07-b6ed-4849-926f-7fa08020a514', 'status': 'completed', 'code': 200} Oct 27 10:16:15.088430 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-e9167a64-19f8-4d07-afa8-3caf0e75d297 req-753df386-98b2-4bbf-901d-129f5c175b9f tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b5b5e1e-b08c-43d6-a1d5-c13a169036da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394897 Oct 27 10:16:15.095587 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc2ae76a-56a8-4c88-9ce3-b4754a1f6146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd8ba1e-bec7-46be-a1f3-bc9a468e262a'}] {{(pid=101975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:16:15.099007 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef74c052f1c640f85ff9302be404e86fdcd9e777050b230953bf81409b3ec6af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143e6fa5-a082-4b52-a346-493f97590de3" -d '{"events": [{"server_uuid": "fc2ae76a-56a8-4c88-9ce3-b4754a1f6146", "name": "network-vif-plugged", "status": "completed", "tag": "cdd8ba1e-bec7-46be-a1f3-bc9a468e262a"}]}' {{(pid=101975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:16:15.128274 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-c425473a-783d-48f8-89bf-05f56be15c34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:15.136998 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac45ced-bc61-4c2d-a867-7bd41ce3cd1a x-openstack-request-id: req-5ac45ced-bc61-4c2d-a867-7bd41ce3cd1a {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:16:15.137316 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc2ae76a-56a8-4c88-9ce3-b4754a1f6146", "name": "network-vif-plugged", "status": "completed", "tag": "cdd8ba1e-bec7-46be-a1f3-bc9a468e262a", "code": 200}]} {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:16:15.137569 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5ac45ced-bc61-4c2d-a867-7bd41ce3cd1a {{(pid=101975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:16:15.137996 dv-cinder-815146-2-iscsi neutron-server[101975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc2ae76a-56a8-4c88-9ce3-b4754a1f6146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd8ba1e-bec7-46be-a1f3-bc9a468e262a', 'code': 200} Oct 27 10:16:15.222188 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-c425473a-783d-48f8-89bf-05f56be15c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:15.272754 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-c425473a-783d-48f8-89bf-05f56be15c34 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=02846168a03e4f3aadcf222172d1703c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3809326 Oct 27 10:16:15.272975 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 50346) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:16:15.275005 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c425473a-783d-48f8-89bf-05f56be15c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c86bd21-abb0-4d70-b411-26196a8ceebe,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:16:15.286283 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c425473a-783d-48f8-89bf-05f56be15c34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:16:15.287017 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c425473a-783d-48f8-89bf-05f56be15c34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:16:15.287802 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c425473a-783d-48f8-89bf-05f56be15c34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:16:15.288372 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c425473a-783d-48f8-89bf-05f56be15c34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:16:15.288913 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c425473a-783d-48f8-89bf-05f56be15c34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:16:15.290325 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c425473a-783d-48f8-89bf-05f56be15c34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:16:15.290920 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c425473a-783d-48f8-89bf-05f56be15c34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:16:15.291982 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c425473a-783d-48f8-89bf-05f56be15c34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:16:15.293179 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c425473a-783d-48f8-89bf-05f56be15c34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:16:15.293776 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c425473a-783d-48f8-89bf-05f56be15c34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:16:15.294318 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c425473a-783d-48f8-89bf-05f56be15c34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:16:15.294870 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c425473a-783d-48f8-89bf-05f56be15c34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:16:15.342582 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20205c98-4f9f-4d8d-8212-620ebd19adfa req-7da28ed4-a488-4f79-bc07-99bd56a8cb61 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:15.344742 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-20205c98-4f9f-4d8d-8212-620ebd19adfa req-7da28ed4-a488-4f79-bc07-99bd56a8cb61 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 946 time: 0.1183407 Oct 27 10:16:15.368250 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-13ff4332-cf40-486d-be52-5079c66b5150 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:15.372526 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-192be61e-26bf-41b0-88e9-330921c3b8a9 req-2ec10ff8-a367-40ea-9345-e07aa2ca6016 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 210 time: 0.0469041 Oct 27 10:16:15.420135 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-13ff4332-cf40-486d-be52-5079c66b5150 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:15.424133 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-20205c98-4f9f-4d8d-8212-620ebd19adfa req-bd9e70ed-1b86-4a85-8e11-7fe0359f3843 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676386 Oct 27 10:16:15.575900 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd653508-9b49-4124-8d8e-84857bdab985 req-608b1e7e-4052-4da4-a825-154b8977aa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:15.577405 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-dd653508-9b49-4124-8d8e-84857bdab985 req-608b1e7e-4052-4da4-a825-154b8977aa26 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146 HTTP/1.1" status: 200 len: 1099 time: 0.0419593 Oct 27 10:16:15.578459 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-13ff4332-cf40-486d-be52-5079c66b5150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:15.580955 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-13ff4332-cf40-486d-be52-5079c66b5150 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:15.581991 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-13ff4332-cf40-486d-be52-5079c66b5150 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5c86bd21-abb0-4d70-b411-26196a8ceebe HTTP/1.1" status: 204 len: 168 time: 0.3079450 Oct 27 10:16:15.599706 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ff4332-cf40-486d-be52-5079c66b5150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c86bd21-abb0-4d70-b411-26196a8ceebe,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:16:15.657147 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-dd653508-9b49-4124-8d8e-84857bdab985 req-db46aa0e-63a6-4832-84ee-16965c84c2d9 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650723 Oct 27 10:16:15.816742 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.agents_db [None req-86e8c3be-7e21-4532-a65d-8f48c0a472d4 None None] Agent healthcheck: found 6 active agents {{(pid=101976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:16:15.858218 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af47406-0d80-4e6f-8e33-1045c56e28eb req-e6ae8b5e-628c-4b2f-93bd-e148a2358486 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:15.859726 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-4af47406-0d80-4e6f-8e33-1045c56e28eb req-e6ae8b5e-628c-4b2f-93bd-e148a2358486 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146 HTTP/1.1" status: 200 len: 946 time: 0.0505192 Oct 27 10:16:15.897485 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-4af47406-0d80-4e6f-8e33-1045c56e28eb req-83062efd-08f7-40b5-a61a-96349f092969 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315845 Oct 27 10:16:16.205137 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6980851-012b-4974-8697-097e213c0377 req-83308128-4e51-491f-b096-57f70f3d7c0e tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:16.206631 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-d6980851-012b-4974-8697-097e213c0377 req-83308128-4e51-491f-b096-57f70f3d7c0e tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/ports?device_id=39f71607-6e43-4a9d-b5ef-495aafc7a990 HTTP/1.1" status: 200 len: 943 time: 0.0500476 Oct 27 10:16:16.249327 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-d6980851-012b-4974-8697-097e213c0377 req-c602c5fd-afae-4736-bb08-24aee8201294 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b5b5e1e-b08c-43d6-a1d5-c13a169036da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343404 Oct 27 10:16:16.484068 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-61f27384-7781-4df5-9c64-552d0add929d req-afa1858a-457e-4ef3-b17e-e2afb17489db tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 210 time: 0.0326741 Oct 27 10:16:16.580094 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f7d3e-6ad6-4a86-b640-9168808ea960 req-95fda926-f1b1-466c-b99f-ccb47107deee tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:16.581734 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-c33f7d3e-6ad6-4a86-b640-9168808ea960 req-95fda926-f1b1-466c-b99f-ccb47107deee tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 946 time: 0.0521073 Oct 27 10:16:16.611553 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 50410) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:16:16.632395 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-c33f7d3e-6ad6-4a86-b640-9168808ea960 req-de79c987-ed30-470a-a059-ac8638f22a2f tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447369 Oct 27 10:16:16.721435 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-614a75c3-60b5-4369-b090-70d5021d65d0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-311840044-network', 'tenant_id': '6a786fcb46c24c00a9c3657e80653b94'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:16:16.821517 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614a75c3-60b5-4369-b090-70d5021d65d0 admin admin] Made reservation on behalf of 6a786fcb46c24c00a9c3657e80653b94 for: {'network': 1} {{(pid=101973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:16:16.824344 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-614a75c3-60b5-4369-b090-70d5021d65d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for network, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:16.832981 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-614a75c3-60b5-4369-b090-70d5021d65d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:16.904340 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-614a75c3-60b5-4369-b090-70d5021d65d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:16.987833 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-614a75c3-60b5-4369-b090-70d5021d65d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:17.012702 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a718b5-12d1-4f21-86a9-c47ef1d9fb0b req-4c65b820-4c16-4653-88ba-29bb1c6d7e9d tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:17.014224 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-60a718b5-12d1-4f21-86a9-c47ef1d9fb0b req-4c65b820-4c16-4653-88ba-29bb1c6d7e9d tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146 HTTP/1.1" status: 200 len: 946 time: 0.0495639 Oct 27 10:16:17.015613 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-614a75c3-60b5-4369-b090-70d5021d65d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1016} {{(pid=101973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:16:17.020827 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a75c3-60b5-4369-b090-70d5021d65d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c362ac-a5e1-4e41-b574-55a421c3f2f6,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:16:17.029177 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-614a75c3-60b5-4369-b090-70d5021d65d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908'] for segment, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:17.029604 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.db.segments_db [None req-614a75c3-60b5-4369-b090-70d5021d65d0 admin admin] Added segment 1020b0ce-7923-49ef-b95f-fd4a8f23904b of type vlan for network fe514084-06b9-4300-8690-1fa73ba4d9e4 Oct 27 10:16:17.054492 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-60a718b5-12d1-4f21-86a9-c47ef1d9fb0b req-a1aaa09d-c8fc-4e94-b43a-e2b1bc377686 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341694 Oct 27 10:16:17.070104 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-614a75c3-60b5-4369-b090-70d5021d65d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740339715530'] for network, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:17.159396 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-614a75c3-60b5-4369-b090-70d5021d65d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413'] for network, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:17.160269 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614a75c3-60b5-4369-b090-70d5021d65d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:17.160872 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-614a75c3-60b5-4369-b090-70d5021d65d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for network, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:17.220849 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a75c3-60b5-4369-b090-70d5021d65d0 admin admin] Pushing event updated for resources: {'Network': ['ID=fe514084-06b9-4300-8690-1fa73ba4d9e4,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:16:17.231186 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Network fe514084-06b9-4300-8690-1fa73ba4d9e4 details requested by agent ovs-agent-dv-cinder-815146-2-iscsi with host dv-cinder-815146-2-iscsi {{(pid=101975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:16:17.265000 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-614a75c3-60b5-4369-b090-70d5021d65d0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6524332 Oct 27 10:16:17.268520 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 50416) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:16:17.275827 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [None req-b6ace704-4f7a-4fe8-9236-dea06545afef admin admin] Request body: {'subnet': {'network_id': 'fe514084-06b9-4300-8690-1fa73ba4d9e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-311840044-subnet', 'tenant_id': '6a786fcb46c24c00a9c3657e80653b94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:16:17.364386 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4b7db-d4ef-4307-b307-2676dcfeea09 req-3efd0d6e-075b-4be6-9216-b95fad121a1c tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:17.365938 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-b3a4b7db-d4ef-4307-b307-2676dcfeea09 req-3efd0d6e-075b-4be6-9216-b95fad121a1c tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/ports?device_id=39f71607-6e43-4a9d-b5ef-495aafc7a990 HTTP/1.1" status: 200 len: 943 time: 0.0492461 Oct 27 10:16:17.371040 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ace704-4f7a-4fe8-9236-dea06545afef admin admin] Made reservation on behalf of 6a786fcb46c24c00a9c3657e80653b94 for: {'subnet': 1} {{(pid=101974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:16:17.373374 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-b6ace704-4f7a-4fe8-9236-dea06545afef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8610317'] for subnet, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:17.404193 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-b3a4b7db-d4ef-4307-b307-2676dcfeea09 req-55adbdad-7b99-46e2-a584-026d345be009 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b5b5e1e-b08c-43d6-a1d5-c13a169036da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315292 Oct 27 10:16:17.589305 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-b6ace704-4f7a-4fe8-9236-dea06545afef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8610335'] for subnet, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:17.610072 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-0a7248d3-e291-4c27-911f-b7896e8342f3 req-e96543d9-d06f-4b03-9327-1d9ffc17edd6 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 210 time: 0.0311785 Oct 27 10:16:17.636713 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 6a3fdb0e-785d-423b-85b4-3b08aaff4a36 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:16:17.661643 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ace704-4f7a-4fe8-9236-dea06545afef admin admin] Pushing event updated for resources: {'Subnet': ['ID=63bc9c78-b74c-496b-9d38-9a1c5bb598e2,revision_number=0']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:16:17.671479 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ace704-4f7a-4fe8-9236-dea06545afef admin admin] Checking segment: {'id': '1020b0ce-7923-49ef-b95f-fd4a8f23904b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'fe514084-06b9-4300-8690-1fa73ba4d9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:16:17.671833 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ace704-4f7a-4fe8-9236-dea06545afef admin admin] Network hostable DHCP agents. Network: fe514084-06b9-4300-8690-1fa73ba4d9e4, hostable agents: ['09a5fe22-088d-4af2-a4f8-d44fceaa8957'], hosted agents: [] {{(pid=101974) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:16:17.742905 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port 6a3fdb0e-785d-423b-85b4-3b08aaff4a36, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6a3fdb0e-785d-423b-85b4-3b08aaff4a36,segment=NetworkSegment(bb433946-0342-4173-a7f3-dd0b21c6ac99),segment_id=bb433946-0342-4173-a7f3-dd0b21c6ac99)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:16:17.755520 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Returning: {'device': '6a3fdb0e-785d-423b-85b4-3b08aaff4a36', 'network_id': 'fe524b7e-d3b1-44e8-88e6-77cacced59d4', 'port_id': '6a3fdb0e-785d-423b-85b4-3b08aaff4a36', 'mac_address': 'fa:16:3e:e2:cf:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1028, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59c0fb33-6ef4-4ac7-b184-45bf9233ddff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:16:17.761960 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05651ab7-816a-4179-8a08-56d22d2361b8 req-649cba32-1dbb-4f6f-a6ba-c56df8c5cd35 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:17.763450 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-05651ab7-816a-4179-8a08-56d22d2361b8 req-649cba32-1dbb-4f6f-a6ba-c56df8c5cd35 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 946 time: 0.0514326 Oct 27 10:16:17.764936 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ace704-4f7a-4fe8-9236-dea06545afef admin admin] Network fe514084-06b9-4300-8690-1fa73ba4d9e4 is scheduled to be hosted by DHCP agent 09a5fe22-088d-4af2-a4f8-d44fceaa8957 with binding_index 1 {{(pid=101974) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:16:17.794671 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:17.805992 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-05651ab7-816a-4179-8a08-56d22d2361b8 req-77880cea-0bf4-433b-989e-22dc49ca7d74 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355036 Oct 27 10:16:17.808023 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a3fdb0e-785d-423b-85b4-3b08aaff4a36 {{(pid=101975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:16:17.832766 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port 6a3fdb0e-785d-423b-85b4-3b08aaff4a36, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6a3fdb0e-785d-423b-85b4-3b08aaff4a36,segment=NetworkSegment(bb433946-0342-4173-a7f3-dd0b21c6ac99),segment_id=bb433946-0342-4173-a7f3-dd0b21c6ac99)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:16:17.833336 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.base_scheduler [None req-b6ace704-4f7a-4fe8-9236-dea06545afef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-2-iscsi, fe514084-06b9-4300-8690-1fa73ba4d9e4) {{(pid=101974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:16:17.837385 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ace704-4f7a-4fe8-9236-dea06545afef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:17.838678 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-b6ace704-4f7a-4fe8-9236-dea06545afef admin admin] Publish callbacks [] for subnet, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:17.843199 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded15623-634a-4efe-9c23-96dc821c5001 None None] Network fe514084-06b9-4300-8690-1fa73ba4d9e4 requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:16:17.912260 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:17.950494 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-b6ace704-4f7a-4fe8-9236-dea06545afef admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6804409 Oct 27 10:16:18.003257 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02ac035-5b3d-4038-8919-147cc6028a9e None None] Network fe514084-06b9-4300-8690-1fa73ba4d9e4 requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:16:18.017278 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=6a3fdb0e-785d-423b-85b4-3b08aaff4a36,revision_number=4']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:16:18.191654 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6249a70-845a-44a6-8575-ba48942c7200 req-a9381ca4-16c8-459d-a72a-910d29b6834c tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:18.193147 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-e6249a70-845a-44a6-8575-ba48942c7200 req-a9381ca4-16c8-459d-a72a-910d29b6834c tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146 HTTP/1.1" status: 200 len: 946 time: 0.0626230 Oct 27 10:16:18.232877 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-e6249a70-845a-44a6-8575-ba48942c7200 req-b798bdfa-2b95-4071-b693-e9da60ba4096 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330894 Oct 27 10:16:18.523782 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a306dc-8559-464e-8cc2-131802bfc94e req-4ea04c91-51b9-4de9-9a82-9662ed47b71b tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:18.525253 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-06a306dc-8559-464e-8cc2-131802bfc94e req-4ea04c91-51b9-4de9-9a82-9662ed47b71b tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/ports?device_id=39f71607-6e43-4a9d-b5ef-495aafc7a990 HTTP/1.1" status: 200 len: 944 time: 0.0521536 Oct 27 10:16:18.563189 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-06a306dc-8559-464e-8cc2-131802bfc94e req-0ff945f5-d865-41d5-8f92-a6b04a180d91 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b5b5e1e-b08c-43d6-a1d5-c13a169036da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318990 Oct 27 10:16:18.725772 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-8a85c6ab-58d4-4ebc-9235-2367979ee63d req-1c266cd7-6f0c-4bf5-abf9-a4fd093af002 tempest-ServerRescueNegativeTestJSON-1762111310 tempest-ServerRescueNegativeTestJSON-1762111310-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a3bf5c-24a9-41a9-8e75-37fc5ea7fa2e HTTP/1.1" status: 200 len: 210 time: 0.0268495 Oct 27 10:16:18.891225 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device ad53ec07-b6ed-4849-926f-7fa08020a514 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:16:18.912090 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] No Port match for: ad53ec07-b6ed-4849-926f-7fa08020a514 {{(pid=101975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:16:18.912427 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device ad53ec07-b6ed-4849-926f-7fa08020a514 not bound to the agent host hv-cinder-81514 {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:16:18.931170 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06976518-3dc9-403b-a43e-8ff9559a5826 req-8eb37b4e-2593-4ae8-83e3-dfb891d43956 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:18.933707 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-06976518-3dc9-403b-a43e-8ff9559a5826 req-8eb37b4e-2593-4ae8-83e3-dfb891d43956 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 946 time: 0.0529087 Oct 27 10:16:18.945246 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] get_ports_and_sgs() called for port_ids ['6a3fdb0e-785d-423b-85b4-3b08aaff4a36'] {{(pid=101975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:16:18.972585 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-06976518-3dc9-403b-a43e-8ff9559a5826 req-b0b19e20-1a1c-4310-a1be-3b90b00f9da4 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325511 Oct 27 10:16:19.349738 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0faf984-61e4-48f8-a5f1-ef5410f88a18 req-c03fb1cb-9af9-48bf-bea4-79aa9df10400 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:19.351351 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-b0faf984-61e4-48f8-a5f1-ef5410f88a18 req-c03fb1cb-9af9-48bf-bea4-79aa9df10400 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146 HTTP/1.1" status: 200 len: 946 time: 0.0507381 Oct 27 10:16:19.390277 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-b0faf984-61e4-48f8-a5f1-ef5410f88a18 req-23219618-7ffc-4fad-b207-b544c368d228 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325472 Oct 27 10:16:19.689287 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7c89c-1735-4501-8ed8-02125eb5515d req-c166ed36-5073-4240-88ad-7b1dd7403e6f tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:19.694027 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-81b7c89c-1735-4501-8ed8-02125eb5515d req-c166ed36-5073-4240-88ad-7b1dd7403e6f tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/ports?device_id=39f71607-6e43-4a9d-b5ef-495aafc7a990 HTTP/1.1" status: 200 len: 944 time: 0.0605128 Oct 27 10:16:19.742021 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-81b7c89c-1735-4501-8ed8-02125eb5515d req-4c2f9acf-138f-4a60-a7ab-dcd2fdbb8848 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b5b5e1e-b08c-43d6-a1d5-c13a169036da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397785 Oct 27 10:16:19.798072 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 50470) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:16:20.097018 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-ab498079-c344-474c-ab13-209edad2ee80 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:20.098655 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-ab498079-c344-474c-ab13-209edad2ee80 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/networks?id=fe514084-06b9-4300-8690-1fa73ba4d9e4 HTTP/1.1" status: 200 len: 813 time: 0.1824102 Oct 27 10:16:20.099466 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af20551-5c2e-4bf6-bd58-2d8a43e78dbe req-8e7f6da6-e23f-4169-95f8-26cf775d54bb tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:20.101579 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-8af20551-5c2e-4bf6-bd58-2d8a43e78dbe req-8e7f6da6-e23f-4169-95f8-26cf775d54bb tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 946 time: 0.0548205 Oct 27 10:16:20.136823 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-db030100-d850-4bfd-bb97-50f5e9517314 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/quotas/6a786fcb46c24c00a9c3657e80653b94 HTTP/1.1" status: 200 len: 375 time: 0.0320764 Oct 27 10:16:20.141907 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-8af20551-5c2e-4bf6-bd58-2d8a43e78dbe req-6fce9221-1678-47c5-8da7-e552874a3bef tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336752 Oct 27 10:16:20.172885 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-50b164e7-001a-46bd-b847-5a76f2f46c3c tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a786fcb46c24c00a9c3657e80653b94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286086 Oct 27 10:16:20.325403 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-3e830257-ef3b-4ca9-a110-fd50b9dc65d1 service neutron] 10.222.0.36 "GET /v2.0/networks/fe514084-06b9-4300-8690-1fa73ba4d9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334283 Oct 27 10:16:20.474824 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-e30aeca1-16c8-4afd-af4f-9ff9fd432374 service neutron] 10.222.0.36 "GET /v2.0/networks/fe514084-06b9-4300-8690-1fa73ba4d9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418149 Oct 27 10:16:20.489267 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-3aa2ccd8-c5b1-4c9b-a15c-1158ef51d76f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-564270'] for router_interface, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:20.512697 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b83c68-2055-4925-a7ec-cefc40ca4363 req-c4f2881f-c885-4614-8acd-145599b492ca tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:20.514461 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-02b83c68-2055-4925-a7ec-cefc40ca4363 req-c4f2881f-c885-4614-8acd-145599b492ca tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146 HTTP/1.1" status: 200 len: 946 time: 0.0556087 Oct 27 10:16:20.556629 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-02b83c68-2055-4925-a7ec-cefc40ca4363 req-317e9802-e443-4c9c-8d9a-fae3d6d17d26 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339193 Oct 27 10:16:20.683555 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88461fd3-4664-4cda-97e1-bb7b50c58c89 req-17ccd35c-1ae2-4174-8b3e-9257a4760a03 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:20.685227 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-88461fd3-4664-4cda-97e1-bb7b50c58c89 req-17ccd35c-1ae2-4174-8b3e-9257a4760a03 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146 HTTP/1.1" status: 200 len: 946 time: 0.0597110 Oct 27 10:16:20.728393 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-88461fd3-4664-4cda-97e1-bb7b50c58c89 req-119b47e7-40e1-41cb-80e1-bb602aa28aef tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365841 Oct 27 10:16:20.753544 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 50498) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:16:20.821212 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-7ed7b6e1-f466-4212-b836-3c5124d869f4 req-09eb0432-0c94-4bf7-85f2-2af9a470b590 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c922f27-928c-45ae-9f2b-ad665a25eb8b HTTP/1.1" status: 200 len: 210 time: 0.0445850 Oct 27 10:16:20.898556 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01265479-4050-4f6c-a8ce-5f7a71a16840 req-009bc80b-79a8-425c-b6c8-0108576e893f tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:20.900054 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-01265479-4050-4f6c-a8ce-5f7a71a16840 req-009bc80b-79a8-425c-b6c8-0108576e893f tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/ports?device_id=39f71607-6e43-4a9d-b5ef-495aafc7a990 HTTP/1.1" status: 200 len: 944 time: 0.0587287 Oct 27 10:16:20.924248 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 6a3fdb0e-785d-423b-85b4-3b08aaff4a36 up at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:16:20.978695 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-01265479-4050-4f6c-a8ce-5f7a71a16840 req-d75017e5-9715-44f8-bc08-f3040d66a582 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b5b5e1e-b08c-43d6-a1d5-c13a169036da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717843 Oct 27 10:16:20.996698 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e6b519-3b71-46e0-8bc6-3f9a1fc51ff8 tempest-TestVolumeBootPattern-540725786 tempest-TestVolumeBootPattern-540725786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:20.996698 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-38e6b519-3b71-46e0-8bc6-3f9a1fc51ff8 tempest-TestVolumeBootPattern-540725786 tempest-TestVolumeBootPattern-540725786-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146 HTTP/1.1" status: 200 len: 1094 time: 0.2359242 Oct 27 10:16:21.001217 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 50512) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:16:21.014305 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-b258254e-05c1-4978-89b9-475f50a38e99 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Request body: {'floatingip': {'floating_network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'port_id': 'cdd8ba1e-bec7-46be-a1f3-bc9a468e262a', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:16:21.034333 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Provisioning for port 6a3fdb0e-785d-423b-85b4-3b08aaff4a36 completed by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:16:21.040434 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Provisioning complete for port 6a3fdb0e-785d-423b-85b4-3b08aaff4a36 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:16:21.041609 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:21.069230 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.plugin [None req-3aa2ccd8-c5b1-4c9b-a15c-1158ef51d76f admin admin] Deleting port aca16d35-b984-47a5-9357-a03b5e7cd174 {{(pid=101974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:16:21.069667 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-3aa2ccd8-c5b1-4c9b-a15c-1158ef51d76f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:21.120659 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b258254e-05c1-4978-89b9-475f50a38e99 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks [] for floatingip, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:21.137252 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:21.155232 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.db [None req-3aa2ccd8-c5b1-4c9b-a15c-1158ef51d76f admin admin] For port aca16d35-b984-47a5-9357-a03b5e7cd174, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=aca16d35-b984-47a5-9357-a03b5e7cd174,segment=NetworkSegment(e9961c6b-71bd-414a-abdd-83c03087e013),segment_id=e9961c6b-71bd-414a-abdd-83c03087e013)] {{(pid=101974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:16:21.155671 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-3aa2ccd8-c5b1-4c9b-a15c-1158ef51d76f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:21.162339 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f71607-6e43-4a9d-b5ef-495aafc7a990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3fdb0e-785d-423b-85b4-3b08aaff4a36'}] {{(pid=101975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:16:21.165316 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef74c052f1c640f85ff9302be404e86fdcd9e777050b230953bf81409b3ec6af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5922715-6b26-43e2-84e5-4abc8fb87871" -d '{"events": [{"server_uuid": "39f71607-6e43-4a9d-b5ef-495aafc7a990", "name": "network-vif-plugged", "status": "completed", "tag": "6a3fdb0e-785d-423b-85b4-3b08aaff4a36"}]}' {{(pid=101975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:16:21.170544 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.plugin [None req-3aa2ccd8-c5b1-4c9b-a15c-1158ef51d76f admin admin] Calling delete_port for aca16d35-b984-47a5-9357-a03b5e7cd174 owned by network:router_interface {{(pid=101974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:16:21.192819 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port 6a3fdb0e-785d-423b-85b4-3b08aaff4a36, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6a3fdb0e-785d-423b-85b4-3b08aaff4a36,segment=NetworkSegment(bb433946-0342-4173-a7f3-dd0b21c6ac99),segment_id=bb433946-0342-4173-a7f3-dd0b21c6ac99)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:16:21.234337 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a6b9a0-5e08-40a3-9490-f2182a8ca577 x-openstack-request-id: req-c4a6b9a0-5e08-40a3-9490-f2182a8ca577 {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:16:21.234635 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39f71607-6e43-4a9d-b5ef-495aafc7a990", "name": "network-vif-plugged", "status": "completed", "tag": "6a3fdb0e-785d-423b-85b4-3b08aaff4a36", "code": 200}]} {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:16:21.234911 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c4a6b9a0-5e08-40a3-9490-f2182a8ca577 {{(pid=101975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:16:21.235307 dv-cinder-815146-2-iscsi neutron-server[101975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f71607-6e43-4a9d-b5ef-495aafc7a990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3fdb0e-785d-423b-85b4-3b08aaff4a36', 'code': 200} Oct 27 10:16:21.238400 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b258254e-05c1-4978-89b9-475f50a38e99 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:21.262450 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:21.316556 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=6a3fdb0e-785d-423b-85b4-3b08aaff4a36,revision_number=5']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:16:21.365338 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.db_base_plugin_common [None req-b258254e-05c1-4978-89b9-475f50a38e99 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Allocated IP 172.27.0.94 (69571a3e-4e32-484c-817d-d4e48eaaa088/c41fd2cf-ce58-48ac-94e7-7a64d200bbef/7be849ee-abf9-4399-afb1-e75b72aed6bc) {{(pid=101973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:16:21.466880 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b258254e-05c1-4978-89b9-475f50a38e99 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks [] for port, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:21.508193 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-3aa2ccd8-c5b1-4c9b-a15c-1158ef51d76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078929'] for port, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:21.537835 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa2ccd8-c5b1-4c9b-a15c-1158ef51d76f admin admin] Pushing event deleted for resources: {'Port': ['ID=aca16d35-b984-47a5-9357-a03b5e7cd174,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:16:21.577372 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b258254e-05c1-4978-89b9-475f50a38e99 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:21.644958 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b258254e-05c1-4978-89b9-475f50a38e99 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Network 69571a3e-4e32-484c-817d-d4e48eaaa088 is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:16:21.649771 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [None req-b258254e-05c1-4978-89b9-475f50a38e99 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:16:21.654954 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b258254e-05c1-4978-89b9-475f50a38e99 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Received port after_create {{(pid=101973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:16:21.677919 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b258254e-05c1-4978-89b9-475f50a38e99 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Pushing event updated for resources: {'Port': ['ID=7be849ee-abf9-4399-afb1-e75b72aed6bc,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:16:21.701244 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a819d21-f828-49e9-a51d-21357ad482b5 req-2d2f2049-89ac-4c22-ab00-fff76920faa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:21.702856 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-6a819d21-f828-49e9-a51d-21357ad482b5 req-2d2f2049-89ac-4c22-ab00-fff76920faa3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=39f71607-6e43-4a9d-b5ef-495aafc7a990 HTTP/1.1" status: 200 len: 1098 time: 0.0953455 Oct 27 10:16:21.711474 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-3aa2ccd8-c5b1-4c9b-a15c-1158ef51d76f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3604356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-564418'] for router_interface, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:21.797093 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-6a819d21-f828-49e9-a51d-21357ad482b5 req-64ceefec-bbe5-45ea-917a-916fd5aa474d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=7b5b5e1e-b08c-43d6-a1d5-c13a169036da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862529 Oct 27 10:16:21.939669 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1341b220-aefc-41bf-a3ef-321a1a595421 req-0abeeff6-4435-4451-a8dd-6fc9ca63482d tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c922f27-928c-45ae-9f2b-ad665a25eb8b HTTP/1.1" status: 200 len: 210 time: 0.0296829 Oct 27 10:16:21.972477 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa2ccd8-c5b1-4c9b-a15c-1158ef51d76f admin admin] Router 247a8ead-ce13-49ad-a370-bcd3e3a8b428 has already been hosted by L3 agent b2a2dab9-f998-4002-b8bb-cf3ca8546284 {{(pid=101974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:16:22.079597 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b258254e-05c1-4978-89b9-475f50a38e99 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:22.114213 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa2ccd8-c5b1-4c9b-a15c-1158ef51d76f admin admin] Notify agent at l3_agent.dv-cinder-815146-2-iscsi the message routers_updated {{(pid=101974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:16:22.124095 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-3aa2ccd8-c5b1-4c9b-a15c-1158ef51d76f admin admin] 10.222.0.36 "PUT /v2.0/routers/247a8ead-ce13-49ad-a370-bcd3e3a8b428/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3215387 Oct 27 10:16:22.124185 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 50528) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:16:22.127164 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d801779-48bb-4149-be2f-213c4ba4cbda None None] Sync routers for ids ['247a8ead-ce13-49ad-a370-bcd3e3a8b428'] in dv-cinder-815146-2-iscsi {{(pid=101976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:16:22.136500 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af95c38-d740-4434-ae34-e8c95475906b req-8424b21e-5fab-467a-9878-3afa5b60ec9e tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:22.138035 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-4af95c38-d740-4434-ae34-e8c95475906b req-8424b21e-5fab-467a-9878-3afa5b60ec9e tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/ports?device_id=39f71607-6e43-4a9d-b5ef-495aafc7a990 HTTP/1.1" status: 200 len: 945 time: 0.0752034 Oct 27 10:16:22.143669 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d801779-48bb-4149-be2f-213c4ba4cbda None None] Routers {'247a8ead-ce13-49ad-a370-bcd3e3a8b428'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:16:22.144344 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-3d801779-48bb-4149-be2f-213c4ba4cbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:16:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['247a8ead-ce13-49ad-a370-bcd3e3a8b428'], 'active': True} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:16:22.180099 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-4af95c38-d740-4434-ae34-e8c95475906b req-271d8355-816b-4490-aed0-72c74e2d1643 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b5b5e1e-b08c-43d6-a1d5-c13a169036da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359046 Oct 27 10:16:22.251581 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvr_db [None req-3d801779-48bb-4149-be2f-213c4ba4cbda None None] Set router 247a8ead-ce13-49ad-a370-bcd3e3a8b428 gateway port host: dv-cinder-815146-2-iscsi {{(pid=101976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:16:22.443905 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-3d801779-48bb-4149-be2f-213c4ba4cbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247a8ead-ce13-49ad-a370-bcd3e3a8b428', 'name': 'tempest-ServerRescueNegativeTestJSON-1131127592-router', 'tenant_id': '84ee96eca37f439da63d7612697a0a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'ecc30f25-3367-4095-af7a-30a95378404c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:03Z', 'updated_at': '2021-10-27T10:16:21Z', 'revision_number': 5, 'project_id': '84ee96eca37f439da63d7612697a0a33', 'gw_port': {'id': 'ecc30f25-3367-4095-af7a-30a95378404c', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247a8ead-ce13-49ad-a370-bcd3e3a8b428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:05Z', 'updated_at': '2021-10-27T10:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi'}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:16:22.469982 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d801779-48bb-4149-be2f-213c4ba4cbda None None] Checking router: 247a8ead-ce13-49ad-a370-bcd3e3a8b428 for host: dv-cinder-815146-2-iscsi {{(pid=101976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:16:22.480052 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d801779-48bb-4149-be2f-213c4ba4cbda None None] Routers {'247a8ead-ce13-49ad-a370-bcd3e3a8b428'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:16:22.480346 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-3d801779-48bb-4149-be2f-213c4ba4cbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:16:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['247a8ead-ce13-49ad-a370-bcd3e3a8b428'], 'active': True} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:16:22.486620 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b258254e-05c1-4978-89b9-475f50a38e99 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:22.552129 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-20d57969-d5f2-4ae9-b2ec-f8c592d96397 admin admin] Publish callbacks [] for router, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:22.587457 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvr_db [None req-3d801779-48bb-4149-be2f-213c4ba4cbda None None] Set router 247a8ead-ce13-49ad-a370-bcd3e3a8b428 gateway port host: dv-cinder-815146-2-iscsi {{(pid=101976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:16:22.736264 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-20d57969-d5f2-4ae9-b2ec-f8c592d96397 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:22.755663 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b258254e-05c1-4978-89b9-475f50a38e99 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:22.766034 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-3d801779-48bb-4149-be2f-213c4ba4cbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247a8ead-ce13-49ad-a370-bcd3e3a8b428', 'name': 'tempest-ServerRescueNegativeTestJSON-1131127592-router', 'tenant_id': '84ee96eca37f439da63d7612697a0a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'ecc30f25-3367-4095-af7a-30a95378404c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:03Z', 'updated_at': '2021-10-27T10:16:21Z', 'revision_number': 5, 'project_id': '84ee96eca37f439da63d7612697a0a33', 'gw_port': {'id': 'ecc30f25-3367-4095-af7a-30a95378404c', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247a8ead-ce13-49ad-a370-bcd3e3a8b428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:05Z', 'updated_at': '2021-10-27T10:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi'}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:16:22.795787 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d801779-48bb-4149-be2f-213c4ba4cbda None None] The sync data for ids ['247a8ead-ce13-49ad-a370-bcd3e3a8b428'] in dv-cinder-815146-2-iscsi is: [{'id': '247a8ead-ce13-49ad-a370-bcd3e3a8b428', 'name': 'tempest-ServerRescueNegativeTestJSON-1131127592-router', 'tenant_id': '84ee96eca37f439da63d7612697a0a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'ecc30f25-3367-4095-af7a-30a95378404c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:03Z', 'updated_at': '2021-10-27T10:16:21Z', 'revision_number': 5, 'project_id': '84ee96eca37f439da63d7612697a0a33', 'gw_port': {'id': 'ecc30f25-3367-4095-af7a-30a95378404c', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247a8ead-ce13-49ad-a370-bcd3e3a8b428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:05Z', 'updated_at': '2021-10-27T10:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi'}] {{(pid=101976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:16:22.817276 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b258254e-05c1-4978-89b9-475f50a38e99 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9116887'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:22.900311 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b258254e-05c1-4978-89b9-475f50a38e99 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Pushing event updated for resources: {'Port': ['ID=7be849ee-abf9-4399-afb1-e75b72aed6bc,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:16:22.905939 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-20d57969-d5f2-4ae9-b2ec-f8c592d96397 admin admin] Deleting port ecc30f25-3367-4095-af7a-30a95378404c {{(pid=101973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:16:22.906280 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-20d57969-d5f2-4ae9-b2ec-f8c592d96397 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:22.945159 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b258254e-05c1-4978-89b9-475f50a38e99 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564014'] for floatingip, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:23.068476 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-b46643b8-606a-4855-afbe-39aae21dd748 req-efb67b31-7986-40a0-bb31-417c3f92eef7 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c922f27-928c-45ae-9f2b-ad665a25eb8b HTTP/1.1" status: 200 len: 210 time: 0.0421164 Oct 27 10:16:23.093264 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-20d57969-d5f2-4ae9-b2ec-f8c592d96397 admin admin] For port ecc30f25-3367-4095-af7a-30a95378404c, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=ecc30f25-3367-4095-af7a-30a95378404c,segment=NetworkSegment(b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3),segment_id=b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:16:23.093647 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-20d57969-d5f2-4ae9-b2ec-f8c592d96397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:23.110556 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-20d57969-d5f2-4ae9-b2ec-f8c592d96397 admin admin] Calling delete_port for ecc30f25-3367-4095-af7a-30a95378404c owned by network:router_gateway {{(pid=101973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:16:23.112766 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.db.l3_db [None req-b258254e-05c1-4978-89b9-475f50a38e99 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Floating IP c8923d53-32d5-4f8c-b2e0-ed0348f4f998 associated. External IP: 172.27.0.94, port: cdd8ba1e-bec7-46be-a1f3-bc9a468e262a. Oct 27 10:16:23.317479 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f602e9-aeb9-4a88-86b4-9797052a51af req-ce5d49ff-8e1c-4e85-bbef-eb12488f9322 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:23.323747 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-31f602e9-aeb9-4a88-86b4-9797052a51af req-ce5d49ff-8e1c-4e85-bbef-eb12488f9322 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/ports?device_id=39f71607-6e43-4a9d-b5ef-495aafc7a990 HTTP/1.1" status: 200 len: 945 time: 0.0561421 Oct 27 10:16:23.365707 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-31f602e9-aeb9-4a88-86b4-9797052a51af req-336753ed-8342-4805-8e67-78483825d603 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b5b5e1e-b08c-43d6-a1d5-c13a169036da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396583 Oct 27 10:16:23.534072 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b258254e-05c1-4978-89b9-475f50a38e99 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Router 0983b7c0-7af8-45ae-9a29-53b2556b2e2f has already been hosted by L3 agent b2a2dab9-f998-4002-b8bb-cf3ca8546284 {{(pid=101973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:16:23.559461 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-488217db-4c7c-443d-b27c-f1524630b389 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:23.560905 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-488217db-4c7c-443d-b27c-f1524630b389 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.81 "GET /v2.0/networks?id=fe514084-06b9-4300-8690-1fa73ba4d9e4 HTTP/1.1" status: 200 len: 813 time: 0.1845379 Oct 27 10:16:23.597600 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-20d57969-d5f2-4ae9-b2ec-f8c592d96397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:23.604112 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-10497376-7387-4e5e-804e-52d5a09338ec tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Request body: {'port': {'device_id': '4c922f27-928c-45ae-9f2b-ad665a25eb8b', 'network_id': 'fe514084-06b9-4300-8690-1fa73ba4d9e4', 'admin_state_up': True, 'tenant_id': '6a786fcb46c24c00a9c3657e80653b94'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:16:23.713863 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d57969-d5f2-4ae9-b2ec-f8c592d96397 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecc30f25-3367-4095-af7a-30a95378404c,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:16:23.831573 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b258254e-05c1-4978-89b9-475f50a38e99 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Notify agent at l3_agent.dv-cinder-815146-2-iscsi the message routers_updated {{(pid=101973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:16:23.841414 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-20d57969-d5f2-4ae9-b2ec-f8c592d96397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-564064'] for router_gateway, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:23.845667 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce09016-09fd-45d4-a4af-fd62ec756530 None None] Sync routers for ids ['0983b7c0-7af8-45ae-9a29-53b2556b2e2f'] in dv-cinder-815146-2-iscsi {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:16:23.866029 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce09016-09fd-45d4-a4af-fd62ec756530 None None] Routers {'0983b7c0-7af8-45ae-9a29-53b2556b2e2f'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:16:23.866769 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-2ce09016-09fd-45d4-a4af-fd62ec756530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:16:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['0983b7c0-7af8-45ae-9a29-53b2556b2e2f'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:16:23.922714 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device aca16d35-b984-47a5-9357-a03b5e7cd174 no longer exists at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:16:23.960643 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-20d57969-d5f2-4ae9-b2ec-f8c592d96397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13750'] for router, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:23.963532 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-20d57969-d5f2-4ae9-b2ec-f8c592d96397 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:23.972440 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] No Port match for: aca16d35-b984-47a5-9357-a03b5e7cd174 {{(pid=101975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:16:23.972787 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device aca16d35-b984-47a5-9357-a03b5e7cd174 not bound to the agent host dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:16:24.030519 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-2ce09016-09fd-45d4-a4af-fd62ec756530 None None] Set router 0983b7c0-7af8-45ae-9a29-53b2556b2e2f gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:16:24.085565 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-10497376-7387-4e5e-804e-52d5a09338ec tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Made reservation on behalf of 6a786fcb46c24c00a9c3657e80653b94 for: {'port': 1} {{(pid=101973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:16:24.090364 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-10497376-7387-4e5e-804e-52d5a09338ec tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:24.161790 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-20d57969-d5f2-4ae9-b2ec-f8c592d96397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561437'] for router, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:24.162634 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d57969-d5f2-4ae9-b2ec-f8c592d96397 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 247a8ead-ce13-49ad-a370-bcd3e3a8b428 {{(pid=101973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:16:24.168410 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-20d57969-d5f2-4ae9-b2ec-f8c592d96397 admin admin] Publish callbacks [] for router, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:24.169589 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-20d57969-d5f2-4ae9-b2ec-f8c592d96397 admin admin] 10.222.0.36 "DELETE /v2.0/routers/247a8ead-ce13-49ad-a370-bcd3e3a8b428 HTTP/1.1" status: 204 len: 168 time: 2.0451946 Oct 27 10:16:24.173919 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 50564) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:16:24.193618 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-41f1de38-113d-4180-8562-d97c4c269f1b req-348f8469-cc52-4975-9759-5bde10100ee1 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c922f27-928c-45ae-9f2b-ad665a25eb8b HTTP/1.1" status: 200 len: 210 time: 0.0477591 Oct 27 10:16:24.200330 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b258254e-05c1-4978-89b9-475f50a38e99 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for floatingip, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:24.245469 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d66406f-c2c6-4c3e-9039-f388cd5723db admin admin] Deleting subnet 5c71709b-7393-40ed-a177-1fb36198be48 {{(pid=101974) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:16:24.249999 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-1d66406f-c2c6-4c3e-9039-f388cd5723db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:24.305149 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-1d66406f-c2c6-4c3e-9039-f388cd5723db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8792491'] for subnet, precommit_delete_associations {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:24.361561 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-1d66406f-c2c6-4c3e-9039-f388cd5723db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3657045'] for subnet, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:24.498521 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-2ce09016-09fd-45d4-a4af-fd62ec756530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'name': 'tempest-TestVolumeBootPattern-1120565903-router', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:14:58Z', 'updated_at': '2021-10-27T10:15:02Z', 'revision_number': 4, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'gw_port': {'id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:14:59Z', 'updated_at': '2021-10-27T10:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_floatingips': [{'id': 'c8923d53-32d5-4f8c-b2e0-ed0348f4f998', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'floating_ip_address': '172.27.0.94', 'floating_network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'router_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'port_id': 'cdd8ba1e-bec7-46be-a1f3-bc9a468e262a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b', 'mac_address': 'fa:16:3e:86:53:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2ae76a-56a8-4c88-9ce3-b4754a1f6146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:16:21Z', 'updated_at': '2021-10-27T10:16:21Z', 'revision_number': 0, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '089d0dc8-5ebf-48f1-8622-11f312be0018', 'name': '', 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'mac_address': 'fa:16:3e:22:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '22ddcb0e-0b75-477e-b461-720a6b940632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:15:02Z', 'updated_at': '2021-10-27T10:15:07Z', 'revision_number': 5, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'subnets': [{'id': '22ddcb0e-0b75-477e-b461-720a6b940632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:16:24.514493 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-1d66406f-c2c6-4c3e-9039-f388cd5723db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3657052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8610796'] for subnet, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:24.525806 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce09016-09fd-45d4-a4af-fd62ec756530 None None] Checking router: 0983b7c0-7af8-45ae-9a29-53b2556b2e2f for host: dv-cinder-815146-2-iscsi {{(pid=101975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:16:24.534872 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce09016-09fd-45d4-a4af-fd62ec756530 None None] Routers {'0983b7c0-7af8-45ae-9a29-53b2556b2e2f'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:16:24.535496 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-2ce09016-09fd-45d4-a4af-fd62ec756530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:16:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['0983b7c0-7af8-45ae-9a29-53b2556b2e2f'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:16:24.543581 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66406f-c2c6-4c3e-9039-f388cd5723db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c71709b-7393-40ed-a177-1fb36198be48,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:16:24.548749 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-1d66406f-c2c6-4c3e-9039-f388cd5723db admin admin] Publish callbacks [] for subnet, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:24.550230 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-b258254e-05c1-4978-89b9-475f50a38e99 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5478895 Oct 27 10:16:24.553189 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-1d66406f-c2c6-4c3e-9039-f388cd5723db admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5c71709b-7393-40ed-a177-1fb36198be48 HTTP/1.1" status: 204 len: 168 time: 0.3782499 Oct 27 10:16:24.555548 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 50570) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:16:24.556027 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc2ae76a-56a8-4c88-9ce3-b4754a1f6146', 'tag': 'cdd8ba1e-bec7-46be-a1f3-bc9a468e262a'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:16:24.558853 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94debda59f24a9426fb80c87c8c8853eb57e17b8e03a85591ed34d87467b8464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03156d78-aae2-4fb4-80a2-68c90a61695e" -d '{"events": [{"name": "network-changed", "server_uuid": "fc2ae76a-56a8-4c88-9ce3-b4754a1f6146", "tag": "cdd8ba1e-bec7-46be-a1f3-bc9a468e262a"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:16:24.612536 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f693990-9d00-431d-93c2-3634a4945fa2 x-openstack-request-id: req-2f693990-9d00-431d-93c2-3634a4945fa2 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:16:24.612894 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc2ae76a-56a8-4c88-9ce3-b4754a1f6146", "tag": "cdd8ba1e-bec7-46be-a1f3-bc9a468e262a", "status": "completed", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:16:24.613155 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2f693990-9d00-431d-93c2-3634a4945fa2 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:16:24.613548 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc2ae76a-56a8-4c88-9ce3-b4754a1f6146', 'tag': 'cdd8ba1e-bec7-46be-a1f3-bc9a468e262a', 'status': 'completed', 'code': 200} Oct 27 10:16:24.620258 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.db_base_plugin_common [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-10497376-7387-4e5e-804e-52d5a09338ec tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Allocated IP 172.20.0.6 (fe514084-06b9-4300-8690-1fa73ba4d9e4/63bc9c78-b74c-496b-9d38-9a1c5bb598e2/29069b5a-4683-4c86-b32c-9ccc4c495d3e) {{(pid=101973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:16:24.667161 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-2ce09016-09fd-45d4-a4af-fd62ec756530 None None] Set router 0983b7c0-7af8-45ae-9a29-53b2556b2e2f gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:16:24.673476 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-3adeca54-ab62-420e-9858-c939f990ab82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3615918'] for network, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:24.768889 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-3adeca54-ab62-420e-9858-c939f990ab82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3667904', 'neutron.services.segments.db._delete_segments_for_network-8740340232798'] for network, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:24.798185 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.services.segments.db [None req-3adeca54-ab62-420e-9858-c939f990ab82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7961d2d-16df-4f4e-ba8f-b487aecddcfb']}} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:16:24.809562 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.services.segments.db [None req-3adeca54-ab62-420e-9858-c939f990ab82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9961c6b-71bd-414a-abdd-83c03087e013') {'for_net_delete': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:16:24.809928 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.services.segments.db [None req-3adeca54-ab62-420e-9858-c939f990ab82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9961c6b-71bd-414a-abdd-83c03087e013') {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:16:24.827270 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-3adeca54-ab62-420e-9858-c939f990ab82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740340234087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8792530'] for segment, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:24.843299 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-3adeca54-ab62-420e-9858-c939f990ab82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908'] for segment, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:24.851311 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3adeca54-ab62-420e-9858-c939f990ab82 admin admin] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=101974) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:16:24.851702 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-3adeca54-ab62-420e-9858-c939f990ab82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12078990'] for segment, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:24.854762 dv-cinder-815146-2-iscsi neutron-server[101974]: Traceback (most recent call last): Oct 27 10:16:24.854762 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:16:24.854762 dv-cinder-815146-2-iscsi neutron-server[101974]: timer() Oct 27 10:16:24.854762 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:16:24.854762 dv-cinder-815146-2-iscsi neutron-server[101974]: cb(*args, **kw) Oct 27 10:16:24.854762 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:16:24.854762 dv-cinder-815146-2-iscsi neutron-server[101974]: return func(*args, **kwargs) Oct 27 10:16:24.854762 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:16:24.854762 dv-cinder-815146-2-iscsi neutron-server[101974]: self._notify() Oct 27 10:16:24.854762 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:16:24.854762 dv-cinder-815146-2-iscsi neutron-server[101974]: self.callback(batched_events) Oct 27 10:16:24.854762 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:16:24.854762 dv-cinder-815146-2-iscsi neutron-server[101974]: event.method(event) Oct 27 10:16:24.854762 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:16:24.854762 dv-cinder-815146-2-iscsi neutron-server[101974]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:16:24.854762 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:16:24.854762 dv-cinder-815146-2-iscsi neutron-server[101974]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:16:24.854762 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:16:24.854762 dv-cinder-815146-2-iscsi neutron-server[101974]: return f(self, *a, **k) Oct 27 10:16:24.854762 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:16:24.854762 dv-cinder-815146-2-iscsi neutron-server[101974]: return self._get(url).json() Oct 27 10:16:24.854762 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:16:24.854762 dv-cinder-815146-2-iscsi neutron-server[101974]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:16:24.854762 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:16:24.854762 dv-cinder-815146-2-iscsi neutron-server[101974]: return self.request(url, 'GET', **kwargs) Oct 27 10:16:24.854762 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:16:24.854762 dv-cinder-815146-2-iscsi neutron-server[101974]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:16:24.854762 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:16:24.854762 dv-cinder-815146-2-iscsi neutron-server[101974]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:16:24.854762 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:16:24.854762 dv-cinder-815146-2-iscsi neutron-server[101974]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:16:24.854762 dv-cinder-815146-2-iscsi neutron-server[101974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:16:24.869740 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03156d78-aae2-4fb4-80a2-68c90a61695e req-df45e53f-06a9-464b-bea9-7ddfa9bc5717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:24.871350 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-03156d78-aae2-4fb4-80a2-68c90a61695e req-df45e53f-06a9-464b-bea9-7ddfa9bc5717 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ce4fbe5437b54e06856c6e5fba0e6a8d&device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146 HTTP/1.1" status: 200 len: 1099 time: 0.2190056 Oct 27 10:16:24.961094 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21f532-db45-4505-97aa-eec19c16dc8d req-c5d64253-82d1-4c4a-a912-79da66601cbe tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:24.962638 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-8e21f532-db45-4505-97aa-eec19c16dc8d req-c5d64253-82d1-4c4a-a912-79da66601cbe tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/ports?device_id=39f71607-6e43-4a9d-b5ef-495aafc7a990 HTTP/1.1" status: 200 len: 945 time: 0.1598649 Oct 27 10:16:24.968762 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-10497376-7387-4e5e-804e-52d5a09338ec tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Publish callbacks [] for port, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:24.972040 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-2ce09016-09fd-45d4-a4af-fd62ec756530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'name': 'tempest-TestVolumeBootPattern-1120565903-router', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:14:58Z', 'updated_at': '2021-10-27T10:15:02Z', 'revision_number': 4, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'gw_port': {'id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:14:59Z', 'updated_at': '2021-10-27T10:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_floatingips': [{'id': 'c8923d53-32d5-4f8c-b2e0-ed0348f4f998', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'floating_ip_address': '172.27.0.94', 'floating_network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'router_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'port_id': 'cdd8ba1e-bec7-46be-a1f3-bc9a468e262a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b', 'mac_address': 'fa:16:3e:86:53:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2ae76a-56a8-4c88-9ce3-b4754a1f6146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:16:21Z', 'updated_at': '2021-10-27T10:16:21Z', 'revision_number': 0, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '089d0dc8-5ebf-48f1-8622-11f312be0018', 'name': '', 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'mac_address': 'fa:16:3e:22:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '22ddcb0e-0b75-477e-b461-720a6b940632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:15:02Z', 'updated_at': '2021-10-27T10:15:07Z', 'revision_number': 5, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'subnets': [{'id': '22ddcb0e-0b75-477e-b461-720a6b940632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:16:25.000322 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce09016-09fd-45d4-a4af-fd62ec756530 None None] The sync data for ids ['0983b7c0-7af8-45ae-9a29-53b2556b2e2f'] in dv-cinder-815146-2-iscsi is: [{'id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'name': 'tempest-TestVolumeBootPattern-1120565903-router', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:14:58Z', 'updated_at': '2021-10-27T10:15:02Z', 'revision_number': 4, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'gw_port': {'id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:14:59Z', 'updated_at': '2021-10-27T10:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_floatingips': [{'id': 'c8923d53-32d5-4f8c-b2e0-ed0348f4f998', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'floating_ip_address': '172.27.0.94', 'floating_network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'router_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'port_id': 'cdd8ba1e-bec7-46be-a1f3-bc9a468e262a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b', 'mac_address': 'fa:16:3e:86:53:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2ae76a-56a8-4c88-9ce3-b4754a1f6146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:16:21Z', 'updated_at': '2021-10-27T10:16:21Z', 'revision_number': 0, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '089d0dc8-5ebf-48f1-8622-11f312be0018', 'name': '', 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'mac_address': 'fa:16:3e:22:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '22ddcb0e-0b75-477e-b461-720a6b940632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:15:02Z', 'updated_at': '2021-10-27T10:15:07Z', 'revision_number': 5, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'subnets': [{'id': '22ddcb0e-0b75-477e-b461-720a6b940632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:16:25.033103 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-3adeca54-ab62-420e-9858-c939f990ab82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3667915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564060'] for network, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:25.042028 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-3adeca54-ab62-420e-9858-c939f990ab82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for network, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:25.045677 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-3adeca54-ab62-420e-9858-c939f990ab82 admin admin] 10.222.0.36 "DELETE /v2.0/networks/f7961d2d-16df-4f4e-ba8f-b487aecddcfb HTTP/1.1" status: 204 len: 168 time: 0.4879370 Oct 27 10:16:25.063806 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adeca54-ab62-420e-9858-c939f990ab82 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7961d2d-16df-4f4e-ba8f-b487aecddcfb,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:16:25.066444 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-8e21f532-db45-4505-97aa-eec19c16dc8d req-ed0b7ad0-1256-4858-90e6-fc0882d82065 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b5b5e1e-b08c-43d6-a1d5-c13a169036da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930164 Oct 27 10:16:25.068916 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03156d78-aae2-4fb4-80a2-68c90a61695e req-e0ac63fc-bdac-40a6-b973-6015d8333082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:25.070393 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-03156d78-aae2-4fb4-80a2-68c90a61695e req-e0ac63fc-bdac-40a6-b973-6015d8333082 service neutron] 10.222.0.81 "GET /v2.0/networks?id=45ccbdab-8245-4106-a0cd-ddc7afca495b HTTP/1.1" status: 200 len: 914 time: 0.1860077 Oct 27 10:16:25.146710 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-03156d78-aae2-4fb4-80a2-68c90a61695e req-4a12ec8e-92fe-43ff-8991-123959305eae service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cdd8ba1e-bec7-46be-a1f3-bc9a468e262a HTTP/1.1" status: 200 len: 999 time: 0.0653324 Oct 27 10:16:25.153416 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-10497376-7387-4e5e-804e-52d5a09338ec tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:25.232543 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-10497376-7387-4e5e-804e-52d5a09338ec tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Network fe514084-06b9-4300-8690-1fa73ba4d9e4 is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:16:25.249926 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-10497376-7387-4e5e-804e-52d5a09338ec tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:16:25.255444 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b62698c-7748-45f8-90c2-41cb0362668f None None] New status for floating IP c8923d53-32d5-4f8c-b2e0-ed0348f4f998: ACTIVE {{(pid=101976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:16:25.256208 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-10497376-7387-4e5e-804e-52d5a09338ec tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Received port after_create {{(pid=101973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:16:25.263026 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10497376-7387-4e5e-804e-52d5a09338ec tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Pushing event updated for resources: {'Port': ['ID=29069b5a-4683-4c86-b32c-9ccc4c495d3e,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:16:25.294118 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03156d78-aae2-4fb4-80a2-68c90a61695e req-f5bc0a21-e337-4af8-bc18-aa08ab91690c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:25.295592 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-03156d78-aae2-4fb4-80a2-68c90a61695e req-f5bc0a21-e337-4af8-bc18-aa08ab91690c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=22ddcb0e-0b75-477e-b461-720a6b940632 HTTP/1.1" status: 200 len: 851 time: 0.1339426 Oct 27 10:16:25.353387 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c67c3-9bfb-4e9e-abb2-91e171239357 req-a8db78a7-db96-43da-8400-f8199ec78d2b tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:25.355479 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-af1c67c3-9bfb-4e9e-abb2-91e171239357 req-a8db78a7-db96-43da-8400-f8199ec78d2b tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c922f27-928c-45ae-9f2b-ad665a25eb8b HTTP/1.1" status: 200 len: 931 time: 0.0617194 Oct 27 10:16:25.359044 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-10497376-7387-4e5e-804e-52d5a09338ec tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:25.359678 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-10497376-7387-4e5e-804e-52d5a09338ec tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:25.404010 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-af1c67c3-9bfb-4e9e-abb2-91e171239357 req-48873d52-4804-451b-9810-03191993eab1 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/security-groups?id=15c362ac-a5e1-4e41-b574-55a421c3f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407405 Oct 27 10:16:25.405770 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03156d78-aae2-4fb4-80a2-68c90a61695e req-705462e7-af87-4ab4-b7f5-6f1716dabdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:25.407242 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-03156d78-aae2-4fb4-80a2-68c90a61695e req-705462e7-af87-4ab4-b7f5-6f1716dabdb3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45ccbdab-8245-4106-a0cd-ddc7afca495b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1016684 Oct 27 10:16:25.461652 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 50590) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:16:25.488736 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-10497376-7387-4e5e-804e-52d5a09338ec tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8927805 Oct 27 10:16:25.507386 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-413eac76-a736-476e-a445-ba3cf5e85336 service neutron] Request body: {'port': {'device_id': '4c922f27-928c-45ae-9f2b-ad665a25eb8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:16:25.537828 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 50594) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:16:25.548061 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-03156d78-aae2-4fb4-80a2-68c90a61695e req-a4cda2ca-4f35-4b17-8435-0db3e11d8b44 service neutron] 10.222.0.81 "GET /v2.0/networks/45ccbdab-8245-4106-a0cd-ddc7afca495b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232238 Oct 27 10:16:25.592736 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-b799b331-214d-478b-ab6e-f4aa35c7caed admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=84ee96eca37f439da63d7612697a0a33&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0536692 Oct 27 10:16:25.594293 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-0b0f7f56-2aec-441d-a858-5cabb3d7971e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:25.596077 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 50596) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:16:25.635809 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-413eac76-a736-476e-a445-ba3cf5e85336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:25.684909 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-0988761b-b6c0-4ee4-8139-5361424b8cea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:25.705174 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-03156d78-aae2-4fb4-80a2-68c90a61695e req-109491c7-1d17-4f19-a93a-b21be268bd06 service neutron] 10.222.0.81 "GET /v2.0/networks/45ccbdab-8245-4106-a0cd-ddc7afca495b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355975 Oct 27 10:16:25.717949 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-0988761b-b6c0-4ee4-8139-5361424b8cea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:25.756205 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-0b0f7f56-2aec-441d-a858-5cabb3d7971e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:25.798696 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device ecc30f25-3367-4095-af7a-30a95378404c no longer exists at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:16:25.822606 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-0b0f7f56-2aec-441d-a858-5cabb3d7971e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:25.826469 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] No Port match for: ecc30f25-3367-4095-af7a-30a95378404c {{(pid=101975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:16:25.835049 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device ecc30f25-3367-4095-af7a-30a95378404c not bound to the agent host dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:16:25.859480 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-0988761b-b6c0-4ee4-8139-5361424b8cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:25.862027 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-0988761b-b6c0-4ee4-8139-5361424b8cea admin admin] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:25.863155 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-0988761b-b6c0-4ee4-8139-5361424b8cea admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aa73f287-8a88-4d60-b485-2a1737701a87 HTTP/1.1" status: 204 len: 168 time: 0.2662041 Oct 27 10:16:25.867109 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-0b0f7f56-2aec-441d-a858-5cabb3d7971e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c8947f783bc84f5e9d60437a26eac72d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4044485 Oct 27 10:16:25.867783 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f7f56-2aec-441d-a858-5cabb3d7971e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010dc507-3ac6-4b1e-8edf-12514b965c90,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:16:25.870499 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 50600) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:16:25.890219 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0988761b-b6c0-4ee4-8139-5361424b8cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa73f287-8a88-4d60-b485-2a1737701a87,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:16:25.944286 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-75ce624f-56b7-418f-85ca-2f8b793531ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:25.949163 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-413eac76-a736-476e-a445-ba3cf5e85336 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29069b5a-4683-4c86-b32c-9ccc4c495d3e {{(pid=101973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:16:25.956805 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-413eac76-a736-476e-a445-ba3cf5e85336 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:25.970564 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-413eac76-a736-476e-a445-ba3cf5e85336 service neutron] Transition to ACTIVE for port object 29069b5a-4683-4c86-b32c-9ccc4c495d3e will not be triggered until provisioned by entity L2. {{(pid=101973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:16:25.970776 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-75ce624f-56b7-418f-85ca-2f8b793531ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:26.038999 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-413eac76-a736-476e-a445-ba3cf5e85336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9116887'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:26.090101 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413eac76-a736-476e-a445-ba3cf5e85336 service neutron] Pushing event updated for resources: {'Port': ['ID=29069b5a-4683-4c86-b32c-9ccc4c495d3e,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:16:26.124851 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-75ce624f-56b7-418f-85ca-2f8b793531ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:26.127462 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-75ce624f-56b7-418f-85ca-2f8b793531ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:26.137880 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-75ce624f-56b7-418f-85ca-2f8b793531ce admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/010dc507-3ac6-4b1e-8edf-12514b965c90 HTTP/1.1" status: 204 len: 168 time: 0.2633808 Oct 27 10:16:26.146066 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce624f-56b7-418f-85ca-2f8b793531ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010dc507-3ac6-4b1e-8edf-12514b965c90,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:16:26.215258 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-413eac76-a736-476e-a445-ba3cf5e85336 service neutron] Attempting to bind port 29069b5a-4683-4c86-b32c-9ccc4c495d3e on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:16:26.215589 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-413eac76-a736-476e-a445-ba3cf5e85336 service neutron] Attempting to bind port 29069b5a-4683-4c86-b32c-9ccc4c495d3e by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '1020b0ce-7923-49ef-b95f-fd4a8f23904b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'fe514084-06b9-4300-8690-1fa73ba4d9e4'}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:16:26.215912 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-413eac76-a736-476e-a445-ba3cf5e85336 service neutron] Attempting to bind port 29069b5a-4683-4c86-b32c-9ccc4c495d3e on network fe514084-06b9-4300-8690-1fa73ba4d9e4 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:16:26.223406 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-413eac76-a736-476e-a445-ba3cf5e85336 service neutron] Port 29069b5a-4683-4c86-b32c-9ccc4c495d3e on network fe514084-06b9-4300-8690-1fa73ba4d9e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:16:26.223728 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-413eac76-a736-476e-a445-ba3cf5e85336 service neutron] Attempting to bind port 29069b5a-4683-4c86-b32c-9ccc4c495d3e on network fe514084-06b9-4300-8690-1fa73ba4d9e4 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:16:26.237583 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3d1ed-8dbf-4c9c-8595-87621c999948 req-1ac57719-b46e-4051-9ef5-ef037166a8e3 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:26.239235 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-f8a3d1ed-8dbf-4c9c-8595-87621c999948 req-1ac57719-b46e-4051-9ef5-ef037166a8e3 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/ports?device_id=39f71607-6e43-4a9d-b5ef-495aafc7a990 HTTP/1.1" status: 200 len: 945 time: 0.0762882 Oct 27 10:16:26.240419 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-413eac76-a736-476e-a445-ba3cf5e85336 service neutron] Checking agent: {'id': '4745671e-30cb-4e18-8ff0-6142bf8b3cdd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 11, 11), 'started_at': datetime.datetime(2021, 10, 27, 10, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:16:26.240749 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-413eac76-a736-476e-a445-ba3cf5e85336 service neutron] Checking segment: {'id': '1020b0ce-7923-49ef-b95f-fd4a8f23904b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'fe514084-06b9-4300-8690-1fa73ba4d9e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:16:26.241170 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-413eac76-a736-476e-a445-ba3cf5e85336 service neutron] Bound using segment: {'id': '1020b0ce-7923-49ef-b95f-fd4a8f23904b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'fe514084-06b9-4300-8690-1fa73ba4d9e4'} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:16:26.241613 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-413eac76-a736-476e-a445-ba3cf5e85336 service neutron] Bound port: 29069b5a-4683-4c86-b32c-9ccc4c495d3e, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1020b0ce-7923-49ef-b95f-fd4a8f23904b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'fe514084-06b9-4300-8690-1fa73ba4d9e4'}}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:16:26.241988 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-413eac76-a736-476e-a445-ba3cf5e85336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:26.346956 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-f8a3d1ed-8dbf-4c9c-8595-87621c999948 req-f048a5c5-e239-4603-8acd-be3ac17a749e tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b5b5e1e-b08c-43d6-a1d5-c13a169036da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953321 Oct 27 10:16:26.373686 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-413eac76-a736-476e-a445-ba3cf5e85336 service neutron] For port 29069b5a-4683-4c86-b32c-9ccc4c495d3e, host hv-cinder-81514, cleared binding levels {{(pid=101973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:16:26.377433 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-413eac76-a736-476e-a445-ba3cf5e85336 service neutron] For port 29069b5a-4683-4c86-b32c-9ccc4c495d3e, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=29069b5a-4683-4c86-b32c-9ccc4c495d3e,segment=NetworkSegment(1020b0ce-7923-49ef-b95f-fd4a8f23904b),segment_id=1020b0ce-7923-49ef-b95f-fd4a8f23904b)] {{(pid=101973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:16:26.385457 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9884c92-9498-4c75-8522-dec69bf8e655 req-0b42f258-1fec-4e6e-856a-62347d550514 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:26.387042 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-f9884c92-9498-4c75-8522-dec69bf8e655 req-0b42f258-1fec-4e6e-856a-62347d550514 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.81 "GET /v2.0/ports?device_id=39f71607-6e43-4a9d-b5ef-495aafc7a990 HTTP/1.1" status: 200 len: 945 time: 0.1164997 Oct 27 10:16:26.460523 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-413eac76-a736-476e-a445-ba3cf5e85336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9116887'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:26.513651 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-413eac76-a736-476e-a445-ba3cf5e85336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:26.514291 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-413eac76-a736-476e-a445-ba3cf5e85336 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:26.515871 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-413eac76-a736-476e-a445-ba3cf5e85336 service neutron] 10.222.0.81 "PUT /v2.0/ports/29069b5a-4683-4c86-b32c-9ccc4c495d3e HTTP/1.1" status: 200 len: 1093 time: 1.0132763 Oct 27 10:16:26.546819 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413eac76-a736-476e-a445-ba3cf5e85336 service neutron] Pushing event updated for resources: {'Port': ['ID=29069b5a-4683-4c86-b32c-9ccc4c495d3e,revision_number=3']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:16:26.562896 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [req-f9884c92-9498-4c75-8522-dec69bf8e655 req-1e4b8346-145e-4301-b284-b7055a38ca85 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Deleting port 6a3fdb0e-785d-423b-85b4-3b08aaff4a36 {{(pid=101973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:16:26.563244 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-f9884c92-9498-4c75-8522-dec69bf8e655 req-1e4b8346-145e-4301-b284-b7055a38ca85 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:26.580677 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40cea8-777d-4a3d-880a-aae29701b2e7 req-6ee440ed-0977-4fee-9675-2804cd380f5c tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:26.594595 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-2d40cea8-777d-4a3d-880a-aae29701b2e7 req-6ee440ed-0977-4fee-9675-2804cd380f5c tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c922f27-928c-45ae-9f2b-ad665a25eb8b HTTP/1.1" status: 200 len: 943 time: 0.0651112 Oct 27 10:16:26.615193 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c922f27-928c-45ae-9f2b-ad665a25eb8b', 'tag': '29069b5a-4683-4c86-b32c-9ccc4c495d3e'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:16:26.617495 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94debda59f24a9426fb80c87c8c8853eb57e17b8e03a85591ed34d87467b8464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4306313e-84ce-48c4-abc9-00ed96378756" -d '{"events": [{"name": "network-changed", "server_uuid": "4c922f27-928c-45ae-9f2b-ad665a25eb8b", "tag": "29069b5a-4683-4c86-b32c-9ccc4c495d3e"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:16:26.667531 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-2d40cea8-777d-4a3d-880a-aae29701b2e7 req-b2d2a63a-ab0c-48cf-a064-5fddb3eb1ab6 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/security-groups?id=15c362ac-a5e1-4e41-b574-55a421c3f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703659 Oct 27 10:16:26.680052 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747709e3-c1d5-40cf-a771-a34a6e6ffead x-openstack-request-id: req-747709e3-c1d5-40cf-a771-a34a6e6ffead {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:16:26.680508 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c922f27-928c-45ae-9f2b-ad665a25eb8b", "tag": "29069b5a-4683-4c86-b32c-9ccc4c495d3e", "status": "completed", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:16:26.680508 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-747709e3-c1d5-40cf-a771-a34a6e6ffead {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:16:26.680873 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c922f27-928c-45ae-9f2b-ad665a25eb8b', 'tag': '29069b5a-4683-4c86-b32c-9ccc4c495d3e', 'status': 'completed', 'code': 200} Oct 27 10:16:26.722810 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-f9884c92-9498-4c75-8522-dec69bf8e655 req-1e4b8346-145e-4301-b284-b7055a38ca85 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] For port 6a3fdb0e-785d-423b-85b4-3b08aaff4a36, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6a3fdb0e-785d-423b-85b4-3b08aaff4a36,segment=NetworkSegment(bb433946-0342-4173-a7f3-dd0b21c6ac99),segment_id=bb433946-0342-4173-a7f3-dd0b21c6ac99)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:16:26.723164 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-f9884c92-9498-4c75-8522-dec69bf8e655 req-1e4b8346-145e-4301-b284-b7055a38ca85 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:26.732280 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-0e81aad7-465d-41c6-88c0-3afdeac49192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:26.733808 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-0e81aad7-465d-41c6-88c0-3afdeac49192 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6a786fcb46c24c00a9c3657e80653b94&device_id=4c922f27-928c-45ae-9f2b-ad665a25eb8b HTTP/1.1" status: 200 len: 1096 time: 0.0840707 Oct 27 10:16:26.739244 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [req-f9884c92-9498-4c75-8522-dec69bf8e655 req-1e4b8346-145e-4301-b284-b7055a38ca85 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Calling delete_port for 6a3fdb0e-785d-423b-85b4-3b08aaff4a36 owned by compute:nova {{(pid=101973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:16:26.818674 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-146539be-ec90-40a8-9d81-b4940f356ed3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29069b5a-4683-4c86-b32c-9ccc4c495d3e HTTP/1.1" status: 200 len: 217 time: 0.0377097 Oct 27 10:16:26.887122 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-9db26ef7-68ee-48cb-a1a1-ad004f3e18e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:26.888594 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-9db26ef7-68ee-48cb-a1a1-ad004f3e18e8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=63bc9c78-b74c-496b-9d38-9a1c5bb598e2 HTTP/1.1" status: 200 len: 853 time: 0.0584581 Oct 27 10:16:26.951116 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-f5ab8856-ec06-4b8d-b303-1e39ec8d16c5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fe514084-06b9-4300-8690-1fa73ba4d9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311639 Oct 27 10:16:27.048819 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-1198f2dc-bcad-45d7-a713-9d5595a38cf9 service neutron] 10.222.0.81 "GET /v2.0/networks/fe514084-06b9-4300-8690-1fa73ba4d9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903749 Oct 27 10:16:27.064323 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 50630) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:16:27.075548 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-f9884c92-9498-4c75-8522-dec69bf8e655 req-1e4b8346-145e-4301-b284-b7055a38ca85 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:27.086905 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] get_ports_and_sgs() called for port_ids ['6a3fdb0e-785d-423b-85b4-3b08aaff4a36'] {{(pid=101975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:16:27.138389 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4b8346-145e-4301-b284-b7055a38ca85 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Pushing event deleted for resources: {'Port': ['ID=6a3fdb0e-785d-423b-85b4-3b08aaff4a36,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:16:27.185395 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [None req-61509116-d5aa-4abf-9f1f-2bd630f6e7bc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-998598389-network', 'tenant_id': 'a5338a1797264625abb3d6db32ff14e3'}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:16:27.188390 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9884c92-9498-4c75-8522-dec69bf8e655 req-1e4b8346-145e-4301-b284-b7055a38ca85 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] No DVR routers for this DVR port 6a3fdb0e-785d-423b-85b4-3b08aaff4a36 on host hv-cinder-81514 {{(pid=101973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:16:27.195787 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-f9884c92-9498-4c75-8522-dec69bf8e655 req-1e4b8346-145e-4301-b284-b7055a38ca85 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:27.199577 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-f9884c92-9498-4c75-8522-dec69bf8e655 req-1e4b8346-145e-4301-b284-b7055a38ca85 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.81 "DELETE /v2.0/ports/6a3fdb0e-785d-423b-85b4-3b08aaff4a36 HTTP/1.1" status: 204 len: 173 time: 0.8058827 Oct 27 10:16:27.215408 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-72f1c806-18aa-491c-be02-809e3f8cec62 req-442e2954-f7d1-4a7d-82bc-246272941165 service neutron] 10.222.0.81 "GET /v2.0/networks/fe514084-06b9-4300-8690-1fa73ba4d9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584592 Oct 27 10:16:27.250554 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61509116-d5aa-4abf-9f1f-2bd630f6e7bc admin admin] Made reservation on behalf of a5338a1797264625abb3d6db32ff14e3 for: {'network': 1} {{(pid=101974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:16:27.252991 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-61509116-d5aa-4abf-9f1f-2bd630f6e7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for network, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:27.262495 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-61509116-d5aa-4abf-9f1f-2bd630f6e7bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:27.342967 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-61509116-d5aa-4abf-9f1f-2bd630f6e7bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:27.357301 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306313e-84ce-48c4-abc9-00ed96378756 req-9a449595-bce5-4303-84a9-763332bc9a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:27.358831 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-4306313e-84ce-48c4-abc9-00ed96378756 req-9a449595-bce5-4303-84a9-763332bc9a8c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6a786fcb46c24c00a9c3657e80653b94&device_id=4c922f27-928c-45ae-9f2b-ad665a25eb8b HTTP/1.1" status: 200 len: 1096 time: 0.0467803 Oct 27 10:16:27.405220 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-61509116-d5aa-4abf-9f1f-2bd630f6e7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:27.426856 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61509116-d5aa-4abf-9f1f-2bd630f6e7bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1045} {{(pid=101974) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:16:27.440593 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61509116-d5aa-4abf-9f1f-2bd630f6e7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:16:27.446232 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-61509116-d5aa-4abf-9f1f-2bd630f6e7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908'] for segment, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:27.446579 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.db.segments_db [None req-61509116-d5aa-4abf-9f1f-2bd630f6e7bc admin admin] Added segment 8b8e4560-5fb6-473a-bbfe-b3c3dffb572d of type vlan for network 017002ed-3a29-40d6-8245-86193844b3f1 Oct 27 10:16:27.452622 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-2608eb52-39f2-4336-9fac-fd98afc5f3ac req-2ef9d782-a1d6-42d3-a2b2-afa93590d508 tempest-VolumesActionsTest-2028283084 tempest-VolumesActionsTest-2028283084-project] 10.222.0.36 "GET /v2.0/ports?device_id=39f71607-6e43-4a9d-b5ef-495aafc7a990 HTTP/1.1" status: 200 len: 210 time: 0.0324264 Oct 27 10:16:27.489352 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-61509116-d5aa-4abf-9f1f-2bd630f6e7bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740339715530'] for network, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:27.489787 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306313e-84ce-48c4-abc9-00ed96378756 req-c28e209d-c597-4812-b57c-25da3e4cace4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:27.491246 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-4306313e-84ce-48c4-abc9-00ed96378756 req-c28e209d-c597-4812-b57c-25da3e4cace4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fe514084-06b9-4300-8690-1fa73ba4d9e4 HTTP/1.1" status: 200 len: 915 time: 0.1159880 Oct 27 10:16:27.536754 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-4306313e-84ce-48c4-abc9-00ed96378756 req-58b7eb2b-735e-4883-8883-32ead8631480 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29069b5a-4683-4c86-b32c-9ccc4c495d3e HTTP/1.1" status: 200 len: 217 time: 0.0348864 Oct 27 10:16:27.570947 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-61509116-d5aa-4abf-9f1f-2bd630f6e7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413'] for network, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:27.571910 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61509116-d5aa-4abf-9f1f-2bd630f6e7bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:27.572994 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-61509116-d5aa-4abf-9f1f-2bd630f6e7bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for network, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:27.585543 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306313e-84ce-48c4-abc9-00ed96378756 req-901683ff-3e91-462a-baa5-f690a3700292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:27.587031 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-4306313e-84ce-48c4-abc9-00ed96378756 req-901683ff-3e91-462a-baa5-f690a3700292 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=63bc9c78-b74c-496b-9d38-9a1c5bb598e2 HTTP/1.1" status: 200 len: 853 time: 0.0429988 Oct 27 10:16:27.621273 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-4306313e-84ce-48c4-abc9-00ed96378756 req-7d33082b-0ddd-44fa-898a-ae41262acf6e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fe514084-06b9-4300-8690-1fa73ba4d9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254283 Oct 27 10:16:27.630732 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61509116-d5aa-4abf-9f1f-2bd630f6e7bc admin admin] Pushing event updated for resources: {'Network': ['ID=017002ed-3a29-40d6-8245-86193844b3f1,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:16:27.643486 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Network 017002ed-3a29-40d6-8245-86193844b3f1 details requested by agent ovs-agent-dv-cinder-815146-2-iscsi with host dv-cinder-815146-2-iscsi {{(pid=101975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:16:27.698125 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-61509116-d5aa-4abf-9f1f-2bd630f6e7bc admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6299763 Oct 27 10:16:27.699807 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 50640) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:16:27.704795 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [None req-ab23e80d-b734-4822-924e-adb681a0a7f0 admin admin] Request body: {'subnet': {'network_id': '017002ed-3a29-40d6-8245-86193844b3f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-998598389-subnet', 'tenant_id': 'a5338a1797264625abb3d6db32ff14e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:16:27.728458 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-4306313e-84ce-48c4-abc9-00ed96378756 req-c27052eb-010e-4264-9f93-4d4aa91026e4 service neutron] 10.222.0.81 "GET /v2.0/networks/fe514084-06b9-4300-8690-1fa73ba4d9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987141 Oct 27 10:16:27.798568 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3449e-ed16-4f1b-a5cc-4d4e23378bb6 req-e9112154-a878-4d66-b313-fd3804df833d tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:27.800055 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-27e3449e-ed16-4f1b-a5cc-4d4e23378bb6 req-e9112154-a878-4d66-b313-fd3804df833d tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c922f27-928c-45ae-9f2b-ad665a25eb8b HTTP/1.1" status: 200 len: 943 time: 0.0508804 Oct 27 10:16:27.801099 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab23e80d-b734-4822-924e-adb681a0a7f0 admin admin] Made reservation on behalf of a5338a1797264625abb3d6db32ff14e3 for: {'subnet': 1} {{(pid=101974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:16:27.803367 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-ab23e80d-b734-4822-924e-adb681a0a7f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8610317'] for subnet, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:27.821960 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-4306313e-84ce-48c4-abc9-00ed96378756 req-92ffc2d5-8ce9-41c1-84bf-2701e15866cb service neutron] 10.222.0.81 "GET /v2.0/networks/fe514084-06b9-4300-8690-1fa73ba4d9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848134 Oct 27 10:16:27.892542 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-27e3449e-ed16-4f1b-a5cc-4d4e23378bb6 req-7be591ef-fa07-4ea7-8668-d0372716129e tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/security-groups?id=15c362ac-a5e1-4e41-b574-55a421c3f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858846 Oct 27 10:16:28.079218 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-ab23e80d-b734-4822-924e-adb681a0a7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8610335'] for subnet, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:28.146919 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab23e80d-b734-4822-924e-adb681a0a7f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc65fbba-340e-4390-b7ee-198f7e51293d,revision_number=0']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:16:28.150069 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab23e80d-b734-4822-924e-adb681a0a7f0 admin admin] Checking segment: {'id': '8b8e4560-5fb6-473a-bbfe-b3c3dffb572d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '017002ed-3a29-40d6-8245-86193844b3f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:16:28.151088 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab23e80d-b734-4822-924e-adb681a0a7f0 admin admin] Network hostable DHCP agents. Network: 017002ed-3a29-40d6-8245-86193844b3f1, hostable agents: ['09a5fe22-088d-4af2-a4f8-d44fceaa8957'], hosted agents: [] {{(pid=101974) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:16:28.204774 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab23e80d-b734-4822-924e-adb681a0a7f0 admin admin] Network 017002ed-3a29-40d6-8245-86193844b3f1 is scheduled to be hosted by DHCP agent 09a5fe22-088d-4af2-a4f8-d44fceaa8957 with binding_index 1 {{(pid=101974) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:16:28.256132 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.base_scheduler [None req-ab23e80d-b734-4822-924e-adb681a0a7f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-2-iscsi, 017002ed-3a29-40d6-8245-86193844b3f1) {{(pid=101974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:16:28.261645 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab23e80d-b734-4822-924e-adb681a0a7f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:28.262248 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-ab23e80d-b734-4822-924e-adb681a0a7f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:28.271446 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b766f46e-6fdd-4d57-a412-38b5b7ea4b29 None None] Network 017002ed-3a29-40d6-8245-86193844b3f1 requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:16:28.361907 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-ab23e80d-b734-4822-924e-adb681a0a7f0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6608839 Oct 27 10:16:28.391066 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7aaa2ea-c0f0-4678-b85a-ef0748b9438a None None] Network 017002ed-3a29-40d6-8245-86193844b3f1 requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:16:28.682216 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f71607-6e43-4a9d-b5ef-495aafc7a990', 'name': 'network-vif-deleted', 'tag': '6a3fdb0e-785d-423b-85b4-3b08aaff4a36'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:16:28.684714 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94debda59f24a9426fb80c87c8c8853eb57e17b8e03a85591ed34d87467b8464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6491c35-2c6b-4b56-be5e-9216b6233e1e" -d '{"events": [{"server_uuid": "39f71607-6e43-4a9d-b5ef-495aafc7a990", "name": "network-vif-deleted", "tag": "6a3fdb0e-785d-423b-85b4-3b08aaff4a36"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:16:28.720439 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5761cf0b-afb5-407d-a544-1969891c2b11 x-openstack-request-id: req-5761cf0b-afb5-407d-a544-1969891c2b11 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:16:28.720725 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39f71607-6e43-4a9d-b5ef-495aafc7a990", "name": "network-vif-deleted", "tag": "6a3fdb0e-785d-423b-85b4-3b08aaff4a36", "status": "completed", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:16:28.720975 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5761cf0b-afb5-407d-a544-1969891c2b11 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:16:28.721362 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f71607-6e43-4a9d-b5ef-495aafc7a990', 'name': 'network-vif-deleted', 'tag': '6a3fdb0e-785d-423b-85b4-3b08aaff4a36', 'status': 'completed', 'code': 200} Oct 27 10:16:28.796251 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc799b-b478-487e-a92f-0236c04d9763 req-7b5dd0a1-e95f-40dc-9cc3-b26897e058e6 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:28.797765 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-55fc799b-b478-487e-a92f-0236c04d9763 req-7b5dd0a1-e95f-40dc-9cc3-b26897e058e6 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/networks?id=017002ed-3a29-40d6-8245-86193844b3f1 HTTP/1.1" status: 200 len: 814 time: 0.1041815 Oct 27 10:16:28.813388 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-55fc799b-b478-487e-a92f-0236c04d9763 req-38390f8c-997c-467f-afb9-72fbe6abb762 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/quotas/a5338a1797264625abb3d6db32ff14e3 HTTP/1.1" status: 200 len: 375 time: 0.0097244 Oct 27 10:16:28.848334 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-55fc799b-b478-487e-a92f-0236c04d9763 req-6bd93e4a-a5ae-42a3-b5a5-475ef3430d9d tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5338a1797264625abb3d6db32ff14e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294774 Oct 27 10:16:28.942634 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-55fc799b-b478-487e-a92f-0236c04d9763 req-e325163a-38ce-4d19-ac0f-e559e23963d3 service neutron] 10.222.0.36 "GET /v2.0/networks/017002ed-3a29-40d6-8245-86193844b3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867994 Oct 27 10:16:29.017972 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9b95a-4708-48e1-a856-013bc2c2ae37 req-32fdd8f7-0904-4879-a3b0-86934f63cc8d tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:29.021349 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-9dd9b95a-4708-48e1-a856-013bc2c2ae37 req-32fdd8f7-0904-4879-a3b0-86934f63cc8d tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c922f27-928c-45ae-9f2b-ad665a25eb8b HTTP/1.1" status: 200 len: 943 time: 0.0550902 Oct 27 10:16:29.047425 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-55fc799b-b478-487e-a92f-0236c04d9763 req-b0277f76-5b36-4015-8dad-b8dbd626144b service neutron] 10.222.0.36 "GET /v2.0/networks/017002ed-3a29-40d6-8245-86193844b3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959067 Oct 27 10:16:29.061805 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-9dd9b95a-4708-48e1-a856-013bc2c2ae37 req-0ebd2a03-92a8-4ef3-b21d-98679c5bcf1d tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/security-groups?id=15c362ac-a5e1-4e41-b574-55a421c3f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360844 Oct 27 10:16:29.288376 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-2075fc9c-d712-4bb6-af15-dca207078baa req-6a7e1ca2-61c9-45b7-9373-e7af2a3ef0e2 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=a583a365-fabf-4cb3-ab7f-7ad72944455d HTTP/1.1" status: 200 len: 210 time: 0.0335913 Oct 27 10:16:30.187246 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a3523-6fb8-4ca2-bde5-b12b45430e26 req-5ad5f0ec-5876-4758-8236-fc6c78b49aef tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:30.188605 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-507a3523-6fb8-4ca2-bde5-b12b45430e26 req-5ad5f0ec-5876-4758-8236-fc6c78b49aef tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c922f27-928c-45ae-9f2b-ad665a25eb8b HTTP/1.1" status: 200 len: 943 time: 0.0484159 Oct 27 10:16:30.226066 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-507a3523-6fb8-4ca2-bde5-b12b45430e26 req-4c3c41f0-5071-410f-8a1e-44358e4bf8f3 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/security-groups?id=15c362ac-a5e1-4e41-b574-55a421c3f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314770 Oct 27 10:16:30.367976 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-2d3200b1-2028-41c0-be8c-c0aaac3ffdfb req-7768770b-6753-4851-85ed-776bc318b060 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=a583a365-fabf-4cb3-ab7f-7ad72944455d HTTP/1.1" status: 200 len: 210 time: 0.0270596 Oct 27 10:16:31.342117 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47cd123-e3eb-46ce-80ea-ab2388f4feae req-1b8df0d8-6670-40e9-b315-1610179f544d tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:31.343621 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-b47cd123-e3eb-46ce-80ea-ab2388f4feae req-1b8df0d8-6670-40e9-b315-1610179f544d tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c922f27-928c-45ae-9f2b-ad665a25eb8b HTTP/1.1" status: 200 len: 943 time: 0.0491138 Oct 27 10:16:31.381228 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-b47cd123-e3eb-46ce-80ea-ab2388f4feae req-a76d4865-ffa5-4195-89ce-7f676603b047 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/security-groups?id=15c362ac-a5e1-4e41-b574-55a421c3f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313213 Oct 27 10:16:31.460815 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7b369732-6f34-4819-90a1-a7b670c2e651 req-8e621406-b949-47af-a5ae-c7a09711ebde tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=a583a365-fabf-4cb3-ab7f-7ad72944455d HTTP/1.1" status: 200 len: 210 time: 0.0261707 Oct 27 10:16:31.547722 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-c9fd3e65-c365-4602-835b-f6536618aa7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:32.106573 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 29069b5a-4683-4c86-b32c-9ccc4c495d3e details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:16:32.203034 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port 29069b5a-4683-4c86-b32c-9ccc4c495d3e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=29069b5a-4683-4c86-b32c-9ccc4c495d3e,segment=NetworkSegment(1020b0ce-7923-49ef-b95f-fd4a8f23904b),segment_id=1020b0ce-7923-49ef-b95f-fd4a8f23904b)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:16:32.214511 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Returning: {'device': '29069b5a-4683-4c86-b32c-9ccc4c495d3e', 'network_id': 'fe514084-06b9-4300-8690-1fa73ba4d9e4', 'port_id': '29069b5a-4683-4c86-b32c-9ccc4c495d3e', 'mac_address': 'fa:16:3e:6a:5d:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63bc9c78-b74c-496b-9d38-9a1c5bb598e2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:16:32.256769 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:32.269809 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29069b5a-4683-4c86-b32c-9ccc4c495d3e {{(pid=101975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:16:32.288728 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port 29069b5a-4683-4c86-b32c-9ccc4c495d3e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=29069b5a-4683-4c86-b32c-9ccc4c495d3e,segment=NetworkSegment(1020b0ce-7923-49ef-b95f-fd4a8f23904b),segment_id=1020b0ce-7923-49ef-b95f-fd4a8f23904b)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:16:32.353257 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:32.403136 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=29069b5a-4683-4c86-b32c-9ccc4c495d3e,revision_number=4']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:16:32.502562 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed4926-6e9a-406d-95b7-689d4e0497af req-cf708dac-f154-4d41-be05-41731bdc6622 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:32.504060 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a7ed4926-6e9a-406d-95b7-689d4e0497af req-cf708dac-f154-4d41-be05-41731bdc6622 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c922f27-928c-45ae-9f2b-ad665a25eb8b HTTP/1.1" status: 200 len: 944 time: 0.0536683 Oct 27 10:16:32.544627 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a7ed4926-6e9a-406d-95b7-689d4e0497af req-1ef1df2e-040c-46a4-b420-6fc9bfa456d5 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/security-groups?id=15c362ac-a5e1-4e41-b574-55a421c3f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345271 Oct 27 10:16:32.555893 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-daca7d7e-c26f-4b09-9fe6-019a7ad34d11 req-0aad5f4d-8b14-4731-9ab2-8224a875fc1c tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=a583a365-fabf-4cb3-ab7f-7ad72944455d HTTP/1.1" status: 200 len: 210 time: 0.0291121 Oct 27 10:16:33.096828 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 6a3fdb0e-785d-423b-85b4-3b08aaff4a36 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:16:33.121123 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] No Port match for: 6a3fdb0e-785d-423b-85b4-3b08aaff4a36 {{(pid=101975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:16:33.124713 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 6a3fdb0e-785d-423b-85b4-3b08aaff4a36 not bound to the agent host hv-cinder-81514 {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:16:33.424567 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] get_ports_and_sgs() called for port_ids ['29069b5a-4683-4c86-b32c-9ccc4c495d3e'] {{(pid=101975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:16:33.650017 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-798ed717-3138-428b-badf-ff7e2ff8693e req-5dba75a8-1a0c-46bf-a174-c1147d982ac5 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=a583a365-fabf-4cb3-ab7f-7ad72944455d HTTP/1.1" status: 200 len: 210 time: 0.0259616 Oct 27 10:16:33.668735 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496919d-8aa0-4517-beea-d5760f9334d4 req-28f40f14-5a30-41aa-9c14-61ffb01d409d tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:33.670289 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-6496919d-8aa0-4517-beea-d5760f9334d4 req-28f40f14-5a30-41aa-9c14-61ffb01d409d tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c922f27-928c-45ae-9f2b-ad665a25eb8b HTTP/1.1" status: 200 len: 944 time: 0.0547435 Oct 27 10:16:33.706796 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-6496919d-8aa0-4517-beea-d5760f9334d4 req-92cf1b38-e98c-4e6d-b59d-218d7fb6b899 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/security-groups?id=15c362ac-a5e1-4e41-b574-55a421c3f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304964 Oct 27 10:16:34.159549 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-5e72c9d2-67af-4a04-981d-1d1ee63a598d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:34.204011 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc799b-b478-487e-a92f-0236c04d9763 req-4b987ac4-6198-414c-9bc4-76dd3686b6f0 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:34.205444 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-55fc799b-b478-487e-a92f-0236c04d9763 req-4b987ac4-6198-414c-9bc4-76dd3686b6f0 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.81 "GET /v2.0/networks?id=017002ed-3a29-40d6-8245-86193844b3f1 HTTP/1.1" status: 200 len: 814 time: 0.1026144 Oct 27 10:16:34.223301 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [req-55fc799b-b478-487e-a92f-0236c04d9763 req-c638dfc6-bfaf-490e-b45f-9e6f72e09688 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Request body: {'port': {'device_id': 'a583a365-fabf-4cb3-ab7f-7ad72944455d', 'network_id': '017002ed-3a29-40d6-8245-86193844b3f1', 'admin_state_up': True, 'tenant_id': 'a5338a1797264625abb3d6db32ff14e3'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:16:34.393547 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55fc799b-b478-487e-a92f-0236c04d9763 req-c638dfc6-bfaf-490e-b45f-9e6f72e09688 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Made reservation on behalf of a5338a1797264625abb3d6db32ff14e3 for: {'port': 1} {{(pid=101973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:16:34.397177 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-55fc799b-b478-487e-a92f-0236c04d9763 req-c638dfc6-bfaf-490e-b45f-9e6f72e09688 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:34.530806 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.db_base_plugin_common [req-55fc799b-b478-487e-a92f-0236c04d9763 req-c638dfc6-bfaf-490e-b45f-9e6f72e09688 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Allocated IP 172.20.0.14 (017002ed-3a29-40d6-8245-86193844b3f1/bc65fbba-340e-4390-b7ee-198f7e51293d/dce9e0f9-0a1e-4113-917b-b137217cf47b) {{(pid=101973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:16:34.696489 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-55fc799b-b478-487e-a92f-0236c04d9763 req-c638dfc6-bfaf-490e-b45f-9e6f72e09688 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Publish callbacks [] for port, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:34.768811 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-3f1dc60d-de00-475b-9111-fe2fbfafebb7 req-186bfa48-ccef-42b3-a138-792a00b688f0 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=a583a365-fabf-4cb3-ab7f-7ad72944455d HTTP/1.1" status: 200 len: 210 time: 0.0402982 Oct 27 10:16:34.788646 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-55fc799b-b478-487e-a92f-0236c04d9763 req-c638dfc6-bfaf-490e-b45f-9e6f72e09688 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:34.899277 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36986865-1b47-4c60-89ca-71bf3c0369bd req-fcdb3da6-bbc3-419c-b096-59622d9d61b6 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:34.899897 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55fc799b-b478-487e-a92f-0236c04d9763 req-c638dfc6-bfaf-490e-b45f-9e6f72e09688 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Network 017002ed-3a29-40d6-8245-86193844b3f1 is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:16:34.902460 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-36986865-1b47-4c60-89ca-71bf3c0369bd req-fcdb3da6-bbc3-419c-b096-59622d9d61b6 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 945 time: 0.0612285 Oct 27 10:16:34.904489 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c638dfc6-bfaf-490e-b45f-9e6f72e09688 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Pushing event updated for resources: {'Port': ['ID=dce9e0f9-0a1e-4113-917b-b137217cf47b,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:16:34.908954 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [req-55fc799b-b478-487e-a92f-0236c04d9763 req-c638dfc6-bfaf-490e-b45f-9e6f72e09688 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:16:34.912238 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [req-55fc799b-b478-487e-a92f-0236c04d9763 req-c638dfc6-bfaf-490e-b45f-9e6f72e09688 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Received port after_create {{(pid=101973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:16:34.940558 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd14453-771e-4c81-b5e9-5853a2b889d7 req-c2775fa0-5387-405d-ba09-f814614927a8 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:34.942150 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1fd14453-771e-4c81-b5e9-5853a2b889d7 req-c2775fa0-5387-405d-ba09-f814614927a8 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c922f27-928c-45ae-9f2b-ad665a25eb8b HTTP/1.1" status: 200 len: 944 time: 0.1174569 Oct 27 10:16:34.968783 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-36986865-1b47-4c60-89ca-71bf3c0369bd req-a3a3f0ed-d3b9-4c66-8da4-8c90042a5176 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488098 Oct 27 10:16:35.005909 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc799b-b478-487e-a92f-0236c04d9763 req-c638dfc6-bfaf-490e-b45f-9e6f72e09688 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:35.006797 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-55fc799b-b478-487e-a92f-0236c04d9763 req-c638dfc6-bfaf-490e-b45f-9e6f72e09688 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:35.028895 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1fd14453-771e-4c81-b5e9-5853a2b889d7 req-96643ac6-fbd5-45ea-8ecb-9bd6eb1a2f98 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/security-groups?id=15c362ac-a5e1-4e41-b574-55a421c3f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672228 Oct 27 10:16:35.088368 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-55fc799b-b478-487e-a92f-0236c04d9763 req-c638dfc6-bfaf-490e-b45f-9e6f72e09688 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8685136 Oct 27 10:16:35.106534 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [req-55fc799b-b478-487e-a92f-0236c04d9763 req-b5ed1861-c50e-45b6-8257-24e166e7512d service neutron] Request body: {'port': {'device_id': 'a583a365-fabf-4cb3-ab7f-7ad72944455d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:16:35.109140 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 29069b5a-4683-4c86-b32c-9ccc4c495d3e up at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:16:35.173793 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-55fc799b-b478-487e-a92f-0236c04d9763 req-b5ed1861-c50e-45b6-8257-24e166e7512d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:35.239695 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Provisioning for port 29069b5a-4683-4c86-b32c-9ccc4c495d3e completed by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:16:35.244748 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Provisioning complete for port 29069b5a-4683-4c86-b32c-9ccc4c495d3e triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:16:35.245319 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:35.377860 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:35.403158 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:35.436518 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port 29069b5a-4683-4c86-b32c-9ccc4c495d3e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=29069b5a-4683-4c86-b32c-9ccc4c495d3e,segment=NetworkSegment(1020b0ce-7923-49ef-b95f-fd4a8f23904b),segment_id=1020b0ce-7923-49ef-b95f-fd4a8f23904b)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:16:35.438752 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c922f27-928c-45ae-9f2b-ad665a25eb8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29069b5a-4683-4c86-b32c-9ccc4c495d3e'}] {{(pid=101975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:16:35.443720 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef74c052f1c640f85ff9302be404e86fdcd9e777050b230953bf81409b3ec6af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673ec311-f200-4100-b78d-b4325c848bfc" -d '{"events": [{"server_uuid": "4c922f27-928c-45ae-9f2b-ad665a25eb8b", "name": "network-vif-plugged", "status": "completed", "tag": "29069b5a-4683-4c86-b32c-9ccc4c495d3e"}]}' {{(pid=101975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:16:35.505981 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [req-55fc799b-b478-487e-a92f-0236c04d9763 req-b5ed1861-c50e-45b6-8257-24e166e7512d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dce9e0f9-0a1e-4113-917b-b137217cf47b {{(pid=101973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:16:35.514988 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595536a2-7514-4422-8e95-0c469314e7a2 x-openstack-request-id: req-595536a2-7514-4422-8e95-0c469314e7a2 {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:16:35.515312 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c922f27-928c-45ae-9f2b-ad665a25eb8b", "name": "network-vif-plugged", "status": "completed", "tag": "29069b5a-4683-4c86-b32c-9ccc4c495d3e", "code": 200}]} {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:16:35.515578 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-595536a2-7514-4422-8e95-0c469314e7a2 {{(pid=101975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:16:35.516064 dv-cinder-815146-2-iscsi neutron-server[101975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c922f27-928c-45ae-9f2b-ad665a25eb8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29069b5a-4683-4c86-b32c-9ccc4c495d3e', 'code': 200} Oct 27 10:16:35.518762 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:35.549145 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-55fc799b-b478-487e-a92f-0236c04d9763 req-b5ed1861-c50e-45b6-8257-24e166e7512d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:35.574729 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=29069b5a-4683-4c86-b32c-9ccc4c495d3e,revision_number=5']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:16:35.591405 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [req-55fc799b-b478-487e-a92f-0236c04d9763 req-b5ed1861-c50e-45b6-8257-24e166e7512d service neutron] Transition to ACTIVE for port object dce9e0f9-0a1e-4113-917b-b137217cf47b will not be triggered until provisioned by entity L2. {{(pid=101973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:16:35.656859 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-55fc799b-b478-487e-a92f-0236c04d9763 req-b5ed1861-c50e-45b6-8257-24e166e7512d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9116887'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:35.720871 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed1861-c50e-45b6-8257-24e166e7512d service neutron] Pushing event updated for resources: {'Port': ['ID=dce9e0f9-0a1e-4113-917b-b137217cf47b,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:16:35.855874 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-55fc799b-b478-487e-a92f-0236c04d9763 req-b5ed1861-c50e-45b6-8257-24e166e7512d service neutron] Attempting to bind port dce9e0f9-0a1e-4113-917b-b137217cf47b on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:16:35.856224 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-55fc799b-b478-487e-a92f-0236c04d9763 req-b5ed1861-c50e-45b6-8257-24e166e7512d service neutron] Attempting to bind port dce9e0f9-0a1e-4113-917b-b137217cf47b by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '8b8e4560-5fb6-473a-bbfe-b3c3dffb572d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '017002ed-3a29-40d6-8245-86193844b3f1'}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:16:35.856545 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fc799b-b478-487e-a92f-0236c04d9763 req-b5ed1861-c50e-45b6-8257-24e166e7512d service neutron] Attempting to bind port dce9e0f9-0a1e-4113-917b-b137217cf47b on network 017002ed-3a29-40d6-8245-86193844b3f1 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:16:35.863880 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fc799b-b478-487e-a92f-0236c04d9763 req-b5ed1861-c50e-45b6-8257-24e166e7512d service neutron] Port dce9e0f9-0a1e-4113-917b-b137217cf47b on network 017002ed-3a29-40d6-8245-86193844b3f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:16:35.864203 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fc799b-b478-487e-a92f-0236c04d9763 req-b5ed1861-c50e-45b6-8257-24e166e7512d service neutron] Attempting to bind port dce9e0f9-0a1e-4113-917b-b137217cf47b on network 017002ed-3a29-40d6-8245-86193844b3f1 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:16:35.872316 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fc799b-b478-487e-a92f-0236c04d9763 req-b5ed1861-c50e-45b6-8257-24e166e7512d service neutron] Checking agent: {'id': '4745671e-30cb-4e18-8ff0-6142bf8b3cdd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 11, 11), 'started_at': datetime.datetime(2021, 10, 27, 10, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:16:35.872930 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fc799b-b478-487e-a92f-0236c04d9763 req-b5ed1861-c50e-45b6-8257-24e166e7512d service neutron] Checking segment: {'id': '8b8e4560-5fb6-473a-bbfe-b3c3dffb572d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '017002ed-3a29-40d6-8245-86193844b3f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:16:35.873547 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fc799b-b478-487e-a92f-0236c04d9763 req-b5ed1861-c50e-45b6-8257-24e166e7512d service neutron] Bound using segment: {'id': '8b8e4560-5fb6-473a-bbfe-b3c3dffb572d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '017002ed-3a29-40d6-8245-86193844b3f1'} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:16:35.874125 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-55fc799b-b478-487e-a92f-0236c04d9763 req-b5ed1861-c50e-45b6-8257-24e166e7512d service neutron] Bound port: dce9e0f9-0a1e-4113-917b-b137217cf47b, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b8e4560-5fb6-473a-bbfe-b3c3dffb572d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '017002ed-3a29-40d6-8245-86193844b3f1'}}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:16:35.876341 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-55fc799b-b478-487e-a92f-0236c04d9763 req-b5ed1861-c50e-45b6-8257-24e166e7512d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:35.924822 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:35.935850 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70cdc66-1832-4cf0-b4ab-6d134f23e35b req-b1341823-752b-435d-98f9-dc3dd73ed14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:35.938066 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-b70cdc66-1832-4cf0-b4ab-6d134f23e35b req-b1341823-752b-435d-98f9-dc3dd73ed14f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4c922f27-928c-45ae-9f2b-ad665a25eb8b HTTP/1.1" status: 200 len: 1098 time: 0.1473026 Oct 27 10:16:36.053817 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b728e-0ce0-437f-8b45-a5daebf7f5ec req-bd4ce7f3-ca15-43d9-a3f2-0dfeef00f4b9 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:36.055364 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-405b728e-0ce0-437f-8b45-a5daebf7f5ec req-bd4ce7f3-ca15-43d9-a3f2-0dfeef00f4b9 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=a583a365-fabf-4cb3-ab7f-7ad72944455d HTTP/1.1" status: 200 len: 944 time: 0.1849511 Oct 27 10:16:36.094944 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-55fc799b-b478-487e-a92f-0236c04d9763 req-b5ed1861-c50e-45b6-8257-24e166e7512d service neutron] For port dce9e0f9-0a1e-4113-917b-b137217cf47b, host hv-cinder-81514, cleared binding levels {{(pid=101973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:16:36.101401 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-b70cdc66-1832-4cf0-b4ab-6d134f23e35b req-50c85019-50dd-4097-a238-37bae410ac68 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=15c362ac-a5e1-4e41-b574-55a421c3f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355512 Oct 27 10:16:36.117646 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-55fc799b-b478-487e-a92f-0236c04d9763 req-b5ed1861-c50e-45b6-8257-24e166e7512d service neutron] For port dce9e0f9-0a1e-4113-917b-b137217cf47b, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=dce9e0f9-0a1e-4113-917b-b137217cf47b,segment=NetworkSegment(8b8e4560-5fb6-473a-bbfe-b3c3dffb572d),segment_id=8b8e4560-5fb6-473a-bbfe-b3c3dffb572d)] {{(pid=101973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:16:36.142651 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-405b728e-0ce0-437f-8b45-a5daebf7f5ec req-8f2c042c-4228-401f-86ab-498c07d70eae tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723355 Oct 27 10:16:36.143482 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab997696-f274-4864-a4cc-c5938518100f req-6d55ece5-acfb-41c1-953e-11b1b1b869be tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:36.162378 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-ab997696-f274-4864-a4cc-c5938518100f req-6d55ece5-acfb-41c1-953e-11b1b1b869be tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 945 time: 0.0857868 Oct 27 10:16:36.179076 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-55fc799b-b478-487e-a92f-0236c04d9763 req-b5ed1861-c50e-45b6-8257-24e166e7512d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9116887'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:36.214127 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-ab997696-f274-4864-a4cc-c5938518100f req-adbe5c59-6b47-4f2f-acfc-e1b7be6ebe22 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446184 Oct 27 10:16:36.235189 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc799b-b478-487e-a92f-0236c04d9763 req-b5ed1861-c50e-45b6-8257-24e166e7512d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:36.236223 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-55fc799b-b478-487e-a92f-0236c04d9763 req-b5ed1861-c50e-45b6-8257-24e166e7512d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:36.238489 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-55fc799b-b478-487e-a92f-0236c04d9763 req-b5ed1861-c50e-45b6-8257-24e166e7512d service neutron] 10.222.0.81 "PUT /v2.0/ports/dce9e0f9-0a1e-4113-917b-b137217cf47b HTTP/1.1" status: 200 len: 1094 time: 1.1395373 Oct 27 10:16:36.238942 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a583a365-fabf-4cb3-ab7f-7ad72944455d', 'tag': 'dce9e0f9-0a1e-4113-917b-b137217cf47b'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:16:36.243959 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94debda59f24a9426fb80c87c8c8853eb57e17b8e03a85591ed34d87467b8464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051f6cd0-4de9-475e-8355-9ba3f92e370f" -d '{"events": [{"name": "network-changed", "server_uuid": "a583a365-fabf-4cb3-ab7f-7ad72944455d", "tag": "dce9e0f9-0a1e-4113-917b-b137217cf47b"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:16:36.313951 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9c1046-edb9-428b-a3ad-bfb1532da8f2 x-openstack-request-id: req-9d9c1046-edb9-428b-a3ad-bfb1532da8f2 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:16:36.314154 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a583a365-fabf-4cb3-ab7f-7ad72944455d", "tag": "dce9e0f9-0a1e-4113-917b-b137217cf47b", "status": "completed", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:16:36.314355 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9d9c1046-edb9-428b-a3ad-bfb1532da8f2 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:16:36.314692 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a583a365-fabf-4cb3-ab7f-7ad72944455d', 'tag': 'dce9e0f9-0a1e-4113-917b-b137217cf47b', 'status': 'completed', 'code': 200} Oct 27 10:16:36.320239 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed1861-c50e-45b6-8257-24e166e7512d service neutron] Pushing event updated for resources: {'Port': ['ID=dce9e0f9-0a1e-4113-917b-b137217cf47b,revision_number=3']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:16:36.363333 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21aef25-068b-4d1a-8d4f-f210d3085680 req-f3d2d01e-ed06-4303-8746-630ec688368f tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:36.364880 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-d21aef25-068b-4d1a-8d4f-f210d3085680 req-f3d2d01e-ed06-4303-8746-630ec688368f tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c922f27-928c-45ae-9f2b-ad665a25eb8b HTTP/1.1" status: 200 len: 945 time: 0.0997646 Oct 27 10:16:36.428707 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-d21aef25-068b-4d1a-8d4f-f210d3085680 req-d98f85ab-1f56-488e-bb74-0172c2c763fa tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/security-groups?id=15c362ac-a5e1-4e41-b574-55a421c3f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533376 Oct 27 10:16:36.448993 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f6cd0-4de9-475e-8355-9ba3f92e370f req-4f0c76fe-3f8f-46c7-bff0-aa9b31015040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:36.449904 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-051f6cd0-4de9-475e-8355-9ba3f92e370f req-4f0c76fe-3f8f-46c7-bff0-aa9b31015040 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a5338a1797264625abb3d6db32ff14e3&device_id=a583a365-fabf-4cb3-ab7f-7ad72944455d HTTP/1.1" status: 200 len: 1097 time: 0.0839765 Oct 27 10:16:36.568372 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f6cd0-4de9-475e-8355-9ba3f92e370f req-671c9726-a46b-4d80-a998-ea58d93aa537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:36.569916 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-051f6cd0-4de9-475e-8355-9ba3f92e370f req-671c9726-a46b-4d80-a998-ea58d93aa537 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=a5338a1797264625abb3d6db32ff14e3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1072814 Oct 27 10:16:36.676201 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f6cd0-4de9-475e-8355-9ba3f92e370f req-c35fe526-213c-4485-a195-020dc06b88f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:36.677731 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-051f6cd0-4de9-475e-8355-9ba3f92e370f req-c35fe526-213c-4485-a195-020dc06b88f5 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0997965 Oct 27 10:16:36.769782 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc799b-b478-487e-a92f-0236c04d9763 req-a39e42e2-5528-473a-bf14-8c274ddca946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:36.770444 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-55fc799b-b478-487e-a92f-0236c04d9763 req-a39e42e2-5528-473a-bf14-8c274ddca946 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a5338a1797264625abb3d6db32ff14e3&device_id=a583a365-fabf-4cb3-ab7f-7ad72944455d HTTP/1.1" status: 200 len: 1097 time: 0.0441918 Oct 27 10:16:36.821470 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-55fc799b-b478-487e-a92f-0236c04d9763 req-ef7535cd-5767-46e4-b589-5b325b84922c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dce9e0f9-0a1e-4113-917b-b137217cf47b HTTP/1.1" status: 200 len: 217 time: 0.0395741 Oct 27 10:16:36.877606 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc799b-b478-487e-a92f-0236c04d9763 req-63993c07-9865-4d9e-99ac-f998268e7d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:36.879119 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-55fc799b-b478-487e-a92f-0236c04d9763 req-63993c07-9865-4d9e-99ac-f998268e7d5c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bc65fbba-340e-4390-b7ee-198f7e51293d HTTP/1.1" status: 200 len: 854 time: 0.0483096 Oct 27 10:16:36.918394 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-55fc799b-b478-487e-a92f-0236c04d9763 req-0d801cd7-9ad5-4dff-a87e-5305c27a8e66 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=017002ed-3a29-40d6-8245-86193844b3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270061 Oct 27 10:16:37.108674 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:37.293916 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982342d-6307-4223-98af-34233a9dfb83 req-aa4ab431-2b88-4ce5-b1f6-72882185c9d5 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:37.295619 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-7982342d-6307-4223-98af-34233a9dfb83 req-aa4ab431-2b88-4ce5-b1f6-72882185c9d5 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=a583a365-fabf-4cb3-ab7f-7ad72944455d HTTP/1.1" status: 200 len: 944 time: 0.0737529 Oct 27 10:16:37.296957 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-55fc799b-b478-487e-a92f-0236c04d9763 req-76855fbf-5dc1-4db8-8bfc-1448b9c7fb08 service neutron] 10.222.0.81 "GET /v2.0/networks/017002ed-3a29-40d6-8245-86193844b3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665016 Oct 27 10:16:37.359821 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-7982342d-6307-4223-98af-34233a9dfb83 req-22a2fccb-306b-467d-93c1-673b58aa3640 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571892 Oct 27 10:16:37.444507 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4abff6-1a76-4398-81e0-675f5ed8ff82 req-51293981-4bc5-421e-8094-20f2df0eb07b tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:37.446055 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-8d4abff6-1a76-4398-81e0-675f5ed8ff82 req-51293981-4bc5-421e-8094-20f2df0eb07b tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 945 time: 0.0855875 Oct 27 10:16:37.455600 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-55fc799b-b478-487e-a92f-0236c04d9763 req-f0584072-f836-4cf0-bf94-547dfd242164 service neutron] 10.222.0.81 "GET /v2.0/networks/017002ed-3a29-40d6-8245-86193844b3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408072 Oct 27 10:16:37.517886 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-8d4abff6-1a76-4398-81e0-675f5ed8ff82 req-1c0492d3-4afb-4e0a-84bf-eb0b6f0daee5 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647533 Oct 27 10:16:37.592447 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acc756-825f-4074-ba44-288b48beb907 req-0d023ad0-4387-4ef4-b574-4562160ba3a6 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:37.600346 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-87acc756-825f-4074-ba44-288b48beb907 req-0d023ad0-4387-4ef4-b574-4562160ba3a6 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c922f27-928c-45ae-9f2b-ad665a25eb8b HTTP/1.1" status: 200 len: 945 time: 0.0704715 Oct 27 10:16:37.646387 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-87acc756-825f-4074-ba44-288b48beb907 req-ac7a13c4-6063-4465-8065-fd9ba8a1b6d3 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/security-groups?id=15c362ac-a5e1-4e41-b574-55a421c3f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449543 Oct 27 10:16:38.488776 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d88d4-4857-4638-b854-f038df88fcf0 req-574f2e28-c1e0-482f-9213-935e8a3751b7 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:38.490210 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-565d88d4-4857-4638-b854-f038df88fcf0 req-574f2e28-c1e0-482f-9213-935e8a3751b7 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=a583a365-fabf-4cb3-ab7f-7ad72944455d HTTP/1.1" status: 200 len: 944 time: 0.0515120 Oct 27 10:16:38.535448 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-565d88d4-4857-4638-b854-f038df88fcf0 req-4ebbc2d7-a5ab-492e-8e44-bf6336f0102a tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367913 Oct 27 10:16:38.656622 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461205fe-2181-4277-ab94-4832d74270a6 req-19bbb29f-5457-4fe7-9ea5-aa0c613d3ed2 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:38.662317 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-461205fe-2181-4277-ab94-4832d74270a6 req-19bbb29f-5457-4fe7-9ea5-aa0c613d3ed2 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 945 time: 0.0558805 Oct 27 10:16:38.708104 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-461205fe-2181-4277-ab94-4832d74270a6 req-a93a6602-a0df-47ac-96a7-655c7938cf29 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437834 Oct 27 10:16:38.781005 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45ccfe-436e-4ad0-b39d-4d510fde11b0 req-4829f569-8cd0-46ff-90a6-99672f516356 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:38.782794 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-fb45ccfe-436e-4ad0-b39d-4d510fde11b0 req-4829f569-8cd0-46ff-90a6-99672f516356 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c922f27-928c-45ae-9f2b-ad665a25eb8b HTTP/1.1" status: 200 len: 945 time: 0.0579154 Oct 27 10:16:38.830638 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-fb45ccfe-436e-4ad0-b39d-4d510fde11b0 req-266eec7d-12d9-4b52-9625-8c78a2729fb7 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/security-groups?id=15c362ac-a5e1-4e41-b574-55a421c3f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409095 Oct 27 10:16:39.669287 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118a3ef-a5ae-4937-b05a-b84a9a84129e req-02df792a-9044-4f5e-af14-30ea3256ff32 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:39.674230 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-2118a3ef-a5ae-4937-b05a-b84a9a84129e req-02df792a-9044-4f5e-af14-30ea3256ff32 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=a583a365-fabf-4cb3-ab7f-7ad72944455d HTTP/1.1" status: 200 len: 944 time: 0.0552342 Oct 27 10:16:39.712080 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-2118a3ef-a5ae-4937-b05a-b84a9a84129e req-3effcfa6-4e43-48b4-a0b4-9ad5a9789df3 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351746 Oct 27 10:16:39.846105 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b768309-9b8a-4657-9312-41f21c5303f2 req-739577d1-06be-4abf-ab1f-422b1fc20db7 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:39.846105 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-3b768309-9b8a-4657-9312-41f21c5303f2 req-739577d1-06be-4abf-ab1f-422b1fc20db7 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 945 time: 0.0609043 Oct 27 10:16:39.890570 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-3b768309-9b8a-4657-9312-41f21c5303f2 req-d0e21b67-ff08-4053-8807-be3888c6832c tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335510 Oct 27 10:16:40.846142 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaed955-85b1-4f19-a397-e982a2d4d7a7 req-410d410b-d1ea-4b95-9419-74c4097ec420 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:40.847517 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-0eaed955-85b1-4f19-a397-e982a2d4d7a7 req-410d410b-d1ea-4b95-9419-74c4097ec420 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=a583a365-fabf-4cb3-ab7f-7ad72944455d HTTP/1.1" status: 200 len: 944 time: 0.0479352 Oct 27 10:16:40.890897 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-0eaed955-85b1-4f19-a397-e982a2d4d7a7 req-6d26ef94-6e88-4277-81a8-8190bd91b5f6 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362659 Oct 27 10:16:41.059146 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196af392-cc8a-4d95-8cfd-17957649d578 req-13f979d9-d256-421b-8bd3-2c04084a82db tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:41.061071 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-196af392-cc8a-4d95-8cfd-17957649d578 req-13f979d9-d256-421b-8bd3-2c04084a82db tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 945 time: 0.0541422 Oct 27 10:16:41.099598 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-196af392-cc8a-4d95-8cfd-17957649d578 req-e0ef9133-6c11-4985-a6a1-7e4a5c7e417d tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329616 Oct 27 10:16:41.129885 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device dce9e0f9-0a1e-4113-917b-b137217cf47b details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:16:41.229970 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port dce9e0f9-0a1e-4113-917b-b137217cf47b, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=dce9e0f9-0a1e-4113-917b-b137217cf47b,segment=NetworkSegment(8b8e4560-5fb6-473a-bbfe-b3c3dffb572d),segment_id=8b8e4560-5fb6-473a-bbfe-b3c3dffb572d)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:16:41.244697 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Returning: {'device': 'dce9e0f9-0a1e-4113-917b-b137217cf47b', 'network_id': '017002ed-3a29-40d6-8245-86193844b3f1', 'port_id': 'dce9e0f9-0a1e-4113-917b-b137217cf47b', 'mac_address': 'fa:16:3e:af:f0:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1045, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc65fbba-340e-4390-b7ee-198f7e51293d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:16:41.280743 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:41.294323 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dce9e0f9-0a1e-4113-917b-b137217cf47b {{(pid=101975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:16:41.314598 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port dce9e0f9-0a1e-4113-917b-b137217cf47b, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=dce9e0f9-0a1e-4113-917b-b137217cf47b,segment=NetworkSegment(8b8e4560-5fb6-473a-bbfe-b3c3dffb572d),segment_id=8b8e4560-5fb6-473a-bbfe-b3c3dffb572d)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:16:41.354530 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:41.405916 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=dce9e0f9-0a1e-4113-917b-b137217cf47b,revision_number=4']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:16:41.678036 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] get_ports_and_sgs() called for port_ids ['dce9e0f9-0a1e-4113-917b-b137217cf47b'] {{(pid=101975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:16:42.012416 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191306e-8264-424b-b8df-bb5533622eb6 req-65f9d811-2673-44e4-acb6-59b961d3cbbe tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:42.014116 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-e191306e-8264-424b-b8df-bb5533622eb6 req-65f9d811-2673-44e4-acb6-59b961d3cbbe tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=a583a365-fabf-4cb3-ab7f-7ad72944455d HTTP/1.1" status: 200 len: 945 time: 0.0500858 Oct 27 10:16:42.056260 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-e191306e-8264-424b-b8df-bb5533622eb6 req-1ca150a0-fcb0-496d-bdea-b0efbb57c56d tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364738 Oct 27 10:16:42.235979 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a9723-6135-4752-a596-1052213fc283 req-9b72410c-aadb-40b8-8523-cd42666534fa tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:42.238162 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-d18a9723-6135-4752-a596-1052213fc283 req-9b72410c-aadb-40b8-8523-cd42666534fa tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 945 time: 0.0576596 Oct 27 10:16:42.278424 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-d18a9723-6135-4752-a596-1052213fc283 req-43dd551b-ed34-4401-81ea-71efb16ebdd8 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348110 Oct 27 10:16:43.130955 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device dce9e0f9-0a1e-4113-917b-b137217cf47b up at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:16:43.198190 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77795a79-bf94-4cff-9240-18fec082c695 req-faecc7f7-0fe5-41b6-a9a8-08ab126db691 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:43.199814 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-77795a79-bf94-4cff-9240-18fec082c695 req-faecc7f7-0fe5-41b6-a9a8-08ab126db691 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=a583a365-fabf-4cb3-ab7f-7ad72944455d HTTP/1.1" status: 200 len: 945 time: 0.0675011 Oct 27 10:16:43.228385 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:43.241236 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-77795a79-bf94-4cff-9240-18fec082c695 req-628721a1-21e3-451a-8e05-f9d75dee4c03 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354989 Oct 27 10:16:43.256654 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Provisioning for port dce9e0f9-0a1e-4113-917b-b137217cf47b completed by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:16:43.262162 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Provisioning complete for port dce9e0f9-0a1e-4113-917b-b137217cf47b triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:16:43.262553 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:43.367606 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:43.394112 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a583a365-fabf-4cb3-ab7f-7ad72944455d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce9e0f9-0a1e-4113-917b-b137217cf47b'}] {{(pid=101975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:16:43.396442 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef74c052f1c640f85ff9302be404e86fdcd9e777050b230953bf81409b3ec6af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581ee761-dd31-495b-ad14-490e80c27724" -d '{"events": [{"server_uuid": "a583a365-fabf-4cb3-ab7f-7ad72944455d", "name": "network-vif-plugged", "status": "completed", "tag": "dce9e0f9-0a1e-4113-917b-b137217cf47b"}]}' {{(pid=101975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:16:43.406499 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4adebb-62f5-4499-bd9b-fca2c1295711 req-78cb6c74-2988-451c-b092-32c568af8efa tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:43.411575 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port dce9e0f9-0a1e-4113-917b-b137217cf47b, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=dce9e0f9-0a1e-4113-917b-b137217cf47b,segment=NetworkSegment(8b8e4560-5fb6-473a-bbfe-b3c3dffb572d),segment_id=8b8e4560-5fb6-473a-bbfe-b3c3dffb572d)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:16:43.414201 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-fa4adebb-62f5-4499-bd9b-fca2c1295711 req-78cb6c74-2988-451c-b092-32c568af8efa tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 945 time: 0.0609372 Oct 27 10:16:43.445384 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631e986f-5753-4a00-8976-0fe66bdaa991 x-openstack-request-id: req-631e986f-5753-4a00-8976-0fe66bdaa991 {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:16:43.445699 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a583a365-fabf-4cb3-ab7f-7ad72944455d", "name": "network-vif-plugged", "status": "completed", "tag": "dce9e0f9-0a1e-4113-917b-b137217cf47b", "code": 200}]} {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:16:43.446164 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-631e986f-5753-4a00-8976-0fe66bdaa991 {{(pid=101975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:16:43.446602 dv-cinder-815146-2-iscsi neutron-server[101975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a583a365-fabf-4cb3-ab7f-7ad72944455d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce9e0f9-0a1e-4113-917b-b137217cf47b', 'code': 200} Oct 27 10:16:43.466429 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-fa4adebb-62f5-4499-bd9b-fca2c1295711 req-fe8cc9d6-9953-4661-99c2-f1a3a4c64f21 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476980 Oct 27 10:16:43.469814 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:43.531995 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=dce9e0f9-0a1e-4113-917b-b137217cf47b,revision_number=5']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:16:43.746692 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a590a5-54d6-4c67-894d-287e7786be83 req-da9e2b67-7a61-4988-8f75-9f8c90346774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:43.751856 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-49a590a5-54d6-4c67-894d-287e7786be83 req-da9e2b67-7a61-4988-8f75-9f8c90346774 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a583a365-fabf-4cb3-ab7f-7ad72944455d HTTP/1.1" status: 200 len: 1099 time: 0.0465410 Oct 27 10:16:43.802877 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-49a590a5-54d6-4c67-894d-287e7786be83 req-ec135dcf-6988-44b4-b8af-1273f2ea8696 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357299 Oct 27 10:16:44.364271 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeef396-7029-405a-97b6-916f481f4d93 req-f2df0e59-29de-46f1-8e28-2b27db5b47a0 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:44.365905 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-beeef396-7029-405a-97b6-916f481f4d93 req-f2df0e59-29de-46f1-8e28-2b27db5b47a0 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=a583a365-fabf-4cb3-ab7f-7ad72944455d HTTP/1.1" status: 200 len: 946 time: 0.0511706 Oct 27 10:16:44.407745 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-beeef396-7029-405a-97b6-916f481f4d93 req-32edd713-2ab4-4d5d-8f6d-81035ad26e25 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353270 Oct 27 10:16:44.579684 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66279da7-2282-4b77-9601-ad2e858de28a req-875b8876-90ae-4dee-815c-4af63a6ca8fe tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:44.581749 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-66279da7-2282-4b77-9601-ad2e858de28a req-875b8876-90ae-4dee-815c-4af63a6ca8fe tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 945 time: 0.0551152 Oct 27 10:16:44.620531 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-66279da7-2282-4b77-9601-ad2e858de28a req-743d1548-3c13-47e1-9776-1e00afca27c2 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329278 Oct 27 10:16:45.531109 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5afd14-e126-47fc-858b-b93c86d9909d req-cdc323d9-6888-46a7-b50c-ccd81ba5f435 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:45.533188 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-bd5afd14-e126-47fc-858b-b93c86d9909d req-cdc323d9-6888-46a7-b50c-ccd81ba5f435 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=a583a365-fabf-4cb3-ab7f-7ad72944455d HTTP/1.1" status: 200 len: 946 time: 0.0551696 Oct 27 10:16:45.572112 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-bd5afd14-e126-47fc-858b-b93c86d9909d req-923f3fbb-f3e0-46ce-a808-4342b233843d tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324442 Oct 27 10:16:45.754410 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb55029-ae30-49b7-9ed5-4678e2c03044 req-e0c63be9-4ed6-40c6-aa19-0feb5ca1ba30 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:45.758247 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-9fb55029-ae30-49b7-9ed5-4678e2c03044 req-e0c63be9-4ed6-40c6-aa19-0feb5ca1ba30 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 945 time: 0.0561230 Oct 27 10:16:45.797799 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-9fb55029-ae30-49b7-9ed5-4678e2c03044 req-3d34b0dd-a715-4de0-b8dc-8f55dd71efd7 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357366 Oct 27 10:16:46.932853 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c6fb96-19f7-4790-a04f-03b402626b65 req-261ff9b4-15bf-4e0f-a873-e351d26bca2f tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:46.934354 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-39c6fb96-19f7-4790-a04f-03b402626b65 req-261ff9b4-15bf-4e0f-a873-e351d26bca2f tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 945 time: 0.0507691 Oct 27 10:16:46.976397 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-39c6fb96-19f7-4790-a04f-03b402626b65 req-a431bdf5-6111-4d61-84e4-429bcd00e788 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353613 Oct 27 10:16:48.116837 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0dc37-bdb2-4fe9-9664-9feb9b0bfee0 req-b7d8d508-ba59-4106-a51a-c3dfde599b62 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:48.120192 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-8ff0dc37-bdb2-4fe9-9664-9feb9b0bfee0 req-b7d8d508-ba59-4106-a51a-c3dfde599b62 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 945 time: 0.0675907 Oct 27 10:16:48.190286 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-8ff0dc37-bdb2-4fe9-9664-9feb9b0bfee0 req-cd21f26e-f34c-478d-8ad8-d4ed8a1545c3 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602238 Oct 27 10:16:49.323578 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae923129-de02-430c-ae11-8ef058609cc4 req-e37484c2-f15c-477e-92a6-37d1ad802a2e tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:49.325058 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-ae923129-de02-430c-ae11-8ef058609cc4 req-e37484c2-f15c-477e-92a6-37d1ad802a2e tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 945 time: 0.0505373 Oct 27 10:16:49.363456 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-ae923129-de02-430c-ae11-8ef058609cc4 req-7b81b3d0-b081-4cc6-a3dc-48661591e163 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325186 Oct 27 10:16:50.486984 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09448bb0-2676-4611-b946-5a837e7d1b2e req-a1b61016-8b3b-45b2-9c85-2d6452c90b64 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:50.488663 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-09448bb0-2676-4611-b946-5a837e7d1b2e req-a1b61016-8b3b-45b2-9c85-2d6452c90b64 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 945 time: 0.0547712 Oct 27 10:16:50.528616 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-09448bb0-2676-4611-b946-5a837e7d1b2e req-5f149688-b999-45f9-be61-4ea1b13a2b52 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339625 Oct 27 10:16:50.926062 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaedf58-6b50-441a-b648-e6467a54f86e req-33513ffe-6c2a-4660-8764-dc81da2d368b tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:50.933157 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-acaedf58-6b50-441a-b648-e6467a54f86e req-33513ffe-6c2a-4660-8764-dc81da2d368b tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 945 time: 0.0601528 Oct 27 10:16:50.972964 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-acaedf58-6b50-441a-b648-e6467a54f86e req-c5b93075-eeaa-4d56-a99a-bedf6a46f885 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389421 Oct 27 10:16:51.018814 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e3163-76eb-445e-9eff-e5ba3cc21b5a req-1ef226a1-3669-4f78-bc7d-8930d22208e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:51.020368 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-671e3163-76eb-445e-9eff-e5ba3cc21b5a req-1ef226a1-3669-4f78-bc7d-8930d22208e0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e7c55039221b45c69304c1afafa20e6a&device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 1098 time: 0.0430961 Oct 27 10:16:51.122970 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e3163-76eb-445e-9eff-e5ba3cc21b5a req-8e4e864a-bdea-4cd3-b20c-114120a4b1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:51.124969 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-671e3163-76eb-445e-9eff-e5ba3cc21b5a req-8e4e864a-bdea-4cd3-b20c-114120a4b1a0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8a629e7d-72b0-4646-a07a-812ae74aa6c3 HTTP/1.1" status: 200 len: 913 time: 0.0920691 Oct 27 10:16:51.195327 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-671e3163-76eb-445e-9eff-e5ba3cc21b5a req-885816ba-7690-4f05-bcb1-2c600f92b559 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0ce1773-183f-4c8a-a722-38d87e17f97e HTTP/1.1" status: 200 len: 1000 time: 0.0623214 Oct 27 10:16:51.265463 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e3163-76eb-445e-9eff-e5ba3cc21b5a req-6ce73e20-c70e-438a-9455-2570456c3253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:51.267165 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-671e3163-76eb-445e-9eff-e5ba3cc21b5a req-6ce73e20-c70e-438a-9455-2570456c3253 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2d043faf-de54-45d8-ad51-b3c5339bc389 HTTP/1.1" status: 200 len: 850 time: 0.0511923 Oct 27 10:16:51.328370 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e3163-76eb-445e-9eff-e5ba3cc21b5a req-9643c8b2-27a3-4616-9c70-b204071c7b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:51.328549 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-671e3163-76eb-445e-9eff-e5ba3cc21b5a req-9643c8b2-27a3-4616-9c70-b204071c7b74 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8a629e7d-72b0-4646-a07a-812ae74aa6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501068 Oct 27 10:16:51.438608 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-671e3163-76eb-445e-9eff-e5ba3cc21b5a req-45fc45b9-0d48-4860-ac9d-ba0ec791965c service neutron] 10.222.0.81 "GET /v2.0/networks/8a629e7d-72b0-4646-a07a-812ae74aa6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007602 Oct 27 10:16:51.534241 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-671e3163-76eb-445e-9eff-e5ba3cc21b5a req-a6bde9d9-fc62-44a3-a5da-4965262a9841 service neutron] 10.222.0.81 "GET /v2.0/networks/8a629e7d-72b0-4646-a07a-812ae74aa6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884452 Oct 27 10:16:52.098390 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2ea77-40b1-489a-bc80-34fa57cc64d5 req-0a27632d-8cac-4d64-b772-fec67b35dbef tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:52.099909 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-8ec2ea77-40b1-489a-bc80-34fa57cc64d5 req-0a27632d-8cac-4d64-b772-fec67b35dbef tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 945 time: 0.0569718 Oct 27 10:16:52.140646 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-8ec2ea77-40b1-489a-bc80-34fa57cc64d5 req-cef139d5-ec19-4927-858a-ed55c5a8c8d1 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340939 Oct 27 10:16:52.816018 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.agents_db [None req-86e8c3be-7e21-4532-a65d-8f48c0a472d4 None None] Agent healthcheck: found 6 active agents {{(pid=101976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:16:53.261690 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f27a3c-b009-4fa1-86e4-f96cb68a77cb req-8bd45a09-c370-42d2-93be-643783c145bf tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:53.263289 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-b9f27a3c-b009-4fa1-86e4-f96cb68a77cb req-8bd45a09-c370-42d2-93be-643783c145bf tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 945 time: 0.0482261 Oct 27 10:16:53.310087 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-b9f27a3c-b009-4fa1-86e4-f96cb68a77cb req-627f0092-7786-4cde-b01d-9b801f965933 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388758 Oct 27 10:16:59.984661 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-8aa295dd-12e9-45a5-a302-70dfa6644971 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:16:59.991767 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-8aa295dd-12e9-45a5-a302-70dfa6644971 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/networks?id=017002ed-3a29-40d6-8245-86193844b3f1 HTTP/1.1" status: 200 len: 814 time: 0.1166887 Oct 27 10:17:00.007304 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-4d85b3cc-98bf-4d64-8515-06f658160da5 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/quotas/a5338a1797264625abb3d6db32ff14e3 HTTP/1.1" status: 200 len: 375 time: 0.0145755 Oct 27 10:17:00.056762 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-27482f1e-ab3a-49ca-b13e-e24aeebfd6a6 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5338a1797264625abb3d6db32ff14e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0483806 Oct 27 10:17:00.162765 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-b52294b5-e91e-4a14-a383-90ba01cad6b2 service neutron] 10.222.0.36 "GET /v2.0/networks/017002ed-3a29-40d6-8245-86193844b3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954058 Oct 27 10:17:00.260391 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-947bb59e-9d60-4df7-a52f-df5e6e3f7f03 service neutron] 10.222.0.36 "GET /v2.0/networks/017002ed-3a29-40d6-8245-86193844b3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914035 Oct 27 10:17:00.505615 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-b059928f-9385-4fda-b65f-271619a33472 req-c0f6f204-0cfb-4144-9f77-55d0caaad162 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=424f619c-03c8-4ced-8e15-f47a10254e09 HTTP/1.1" status: 200 len: 210 time: 0.0269082 Oct 27 10:17:01.558936 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-dd860ba1-1ae1-4da1-92e0-c46fe2cdc889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:01.604377 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-5e37e883-9563-49f9-b10e-5419b59ce475 req-77620997-195e-463d-9e92-8ed7c4a6ab94 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=424f619c-03c8-4ced-8e15-f47a10254e09 HTTP/1.1" status: 200 len: 210 time: 0.0305998 Oct 27 10:17:02.572290 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-598de251-a601-43df-a7a3-9354e99acbc7 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:02.573738 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-598de251-a601-43df-a7a3-9354e99acbc7 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.81 "GET /v2.0/networks?id=017002ed-3a29-40d6-8245-86193844b3f1 HTTP/1.1" status: 200 len: 814 time: 0.1050341 Oct 27 10:17:02.595748 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-712e3a29-f838-4aa9-84f9-bba0a6bc3e06 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Request body: {'port': {'device_id': '424f619c-03c8-4ced-8e15-f47a10254e09', 'network_id': '017002ed-3a29-40d6-8245-86193844b3f1', 'admin_state_up': True, 'tenant_id': 'a5338a1797264625abb3d6db32ff14e3'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:17:02.708998 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-ec311162-de14-4783-92e6-a1ce33ab8363 req-098fa84f-caa6-4feb-a882-953f7cb4d0dc tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=424f619c-03c8-4ced-8e15-f47a10254e09 HTTP/1.1" status: 200 len: 210 time: 0.0290153 Oct 27 10:17:02.781501 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-712e3a29-f838-4aa9-84f9-bba0a6bc3e06 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Made reservation on behalf of a5338a1797264625abb3d6db32ff14e3 for: {'port': 1} {{(pid=101973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:17:02.785618 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-712e3a29-f838-4aa9-84f9-bba0a6bc3e06 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:02.915696 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.db_base_plugin_common [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-712e3a29-f838-4aa9-84f9-bba0a6bc3e06 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Allocated IP 172.20.0.6 (017002ed-3a29-40d6-8245-86193844b3f1/bc65fbba-340e-4390-b7ee-198f7e51293d/1ff0dddf-8119-4971-8452-b0b89570141f) {{(pid=101973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:17:03.064666 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-712e3a29-f838-4aa9-84f9-bba0a6bc3e06 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Publish callbacks [] for port, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:03.147816 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-712e3a29-f838-4aa9-84f9-bba0a6bc3e06 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:03.161186 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] get_ports_and_sgs() called for port_ids ['dce9e0f9-0a1e-4113-917b-b137217cf47b'] {{(pid=101975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:17:03.194709 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-712e3a29-f838-4aa9-84f9-bba0a6bc3e06 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Network 017002ed-3a29-40d6-8245-86193844b3f1 is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:17:03.197935 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-712e3a29-f838-4aa9-84f9-bba0a6bc3e06 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:17:03.201912 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-712e3a29-f838-4aa9-84f9-bba0a6bc3e06 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Received port after_create {{(pid=101973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:17:03.229260 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712e3a29-f838-4aa9-84f9-bba0a6bc3e06 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Pushing event updated for resources: {'Port': ['ID=1ff0dddf-8119-4971-8452-b0b89570141f,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:17:03.260640 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-712e3a29-f838-4aa9-84f9-bba0a6bc3e06 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:03.261322 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-712e3a29-f838-4aa9-84f9-bba0a6bc3e06 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:03.333653 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-712e3a29-f838-4aa9-84f9-bba0a6bc3e06 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7415476 Oct 27 10:17:03.352564 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-3836141b-240a-4a20-915e-b73b27fd9565 service neutron] Request body: {'port': {'device_id': '424f619c-03c8-4ced-8e15-f47a10254e09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:17:03.404639 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-3836141b-240a-4a20-915e-b73b27fd9565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:03.675365 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-3836141b-240a-4a20-915e-b73b27fd9565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ff0dddf-8119-4971-8452-b0b89570141f {{(pid=101973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:17:03.683117 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-3836141b-240a-4a20-915e-b73b27fd9565 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:03.694694 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-3836141b-240a-4a20-915e-b73b27fd9565 service neutron] Transition to ACTIVE for port object 1ff0dddf-8119-4971-8452-b0b89570141f will not be triggered until provisioned by entity L2. {{(pid=101973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:17:03.765419 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-3836141b-240a-4a20-915e-b73b27fd9565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9116887'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:03.846244 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836141b-240a-4a20-915e-b73b27fd9565 service neutron] Pushing event updated for resources: {'Port': ['ID=1ff0dddf-8119-4971-8452-b0b89570141f,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:17:03.882161 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6bd1a-3601-4cc3-8d94-01c84b482607 req-545a1b66-6a1e-4fda-a8c1-3bb02db6047c tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:03.883679 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-9dc6bd1a-3601-4cc3-8d94-01c84b482607 req-545a1b66-6a1e-4fda-a8c1-3bb02db6047c tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=424f619c-03c8-4ced-8e15-f47a10254e09 HTTP/1.1" status: 200 len: 943 time: 0.0926800 Oct 27 10:17:03.956956 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-9dc6bd1a-3601-4cc3-8d94-01c84b482607 req-41cf97dc-af34-4341-a6d1-cb362c930464 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517588 Oct 27 10:17:03.968510 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-3836141b-240a-4a20-915e-b73b27fd9565 service neutron] Attempting to bind port 1ff0dddf-8119-4971-8452-b0b89570141f on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:17:03.968833 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-3836141b-240a-4a20-915e-b73b27fd9565 service neutron] Attempting to bind port 1ff0dddf-8119-4971-8452-b0b89570141f by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '8b8e4560-5fb6-473a-bbfe-b3c3dffb572d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '017002ed-3a29-40d6-8245-86193844b3f1'}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:17:03.969425 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-3836141b-240a-4a20-915e-b73b27fd9565 service neutron] Attempting to bind port 1ff0dddf-8119-4971-8452-b0b89570141f on network 017002ed-3a29-40d6-8245-86193844b3f1 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:17:03.976938 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-3836141b-240a-4a20-915e-b73b27fd9565 service neutron] Port 1ff0dddf-8119-4971-8452-b0b89570141f on network 017002ed-3a29-40d6-8245-86193844b3f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:17:03.977636 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-3836141b-240a-4a20-915e-b73b27fd9565 service neutron] Attempting to bind port 1ff0dddf-8119-4971-8452-b0b89570141f on network 017002ed-3a29-40d6-8245-86193844b3f1 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:17:03.982399 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-3836141b-240a-4a20-915e-b73b27fd9565 service neutron] Checking agent: {'id': '4745671e-30cb-4e18-8ff0-6142bf8b3cdd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 11, 11), 'started_at': datetime.datetime(2021, 10, 27, 10, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:17:03.982731 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-3836141b-240a-4a20-915e-b73b27fd9565 service neutron] Checking segment: {'id': '8b8e4560-5fb6-473a-bbfe-b3c3dffb572d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '017002ed-3a29-40d6-8245-86193844b3f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:17:03.983105 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-3836141b-240a-4a20-915e-b73b27fd9565 service neutron] Bound using segment: {'id': '8b8e4560-5fb6-473a-bbfe-b3c3dffb572d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '017002ed-3a29-40d6-8245-86193844b3f1'} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:17:03.983553 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-3836141b-240a-4a20-915e-b73b27fd9565 service neutron] Bound port: 1ff0dddf-8119-4971-8452-b0b89570141f, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b8e4560-5fb6-473a-bbfe-b3c3dffb572d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '017002ed-3a29-40d6-8245-86193844b3f1'}}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:17:03.983925 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-3836141b-240a-4a20-915e-b73b27fd9565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:04.049992 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-3836141b-240a-4a20-915e-b73b27fd9565 service neutron] For port 1ff0dddf-8119-4971-8452-b0b89570141f, host hv-cinder-81514, cleared binding levels {{(pid=101973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:17:04.053372 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-3836141b-240a-4a20-915e-b73b27fd9565 service neutron] For port 1ff0dddf-8119-4971-8452-b0b89570141f, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1ff0dddf-8119-4971-8452-b0b89570141f,segment=NetworkSegment(8b8e4560-5fb6-473a-bbfe-b3c3dffb572d),segment_id=8b8e4560-5fb6-473a-bbfe-b3c3dffb572d)] {{(pid=101973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:17:04.102464 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-3836141b-240a-4a20-915e-b73b27fd9565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9116887'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:04.136556 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-dfd8269f-28b8-481d-9d24-c504b69794ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:04.138362 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-3836141b-240a-4a20-915e-b73b27fd9565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:04.138961 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-3836141b-240a-4a20-915e-b73b27fd9565 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:04.140311 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-3836141b-240a-4a20-915e-b73b27fd9565 service neutron] 10.222.0.81 "PUT /v2.0/ports/1ff0dddf-8119-4971-8452-b0b89570141f HTTP/1.1" status: 200 len: 1093 time: 0.7921762 Oct 27 10:17:04.140782 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '424f619c-03c8-4ced-8e15-f47a10254e09', 'tag': '1ff0dddf-8119-4971-8452-b0b89570141f'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:17:04.143010 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94debda59f24a9426fb80c87c8c8853eb57e17b8e03a85591ed34d87467b8464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f66375-ee2e-414b-88e9-eb68dff18bb9" -d '{"events": [{"name": "network-changed", "server_uuid": "424f619c-03c8-4ced-8e15-f47a10254e09", "tag": "1ff0dddf-8119-4971-8452-b0b89570141f"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:17:04.166354 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836141b-240a-4a20-915e-b73b27fd9565 service neutron] Pushing event updated for resources: {'Port': ['ID=1ff0dddf-8119-4971-8452-b0b89570141f,revision_number=3']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:17:04.183856 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e191229-9887-43fa-a885-aa4dce4242dd x-openstack-request-id: req-8e191229-9887-43fa-a885-aa4dce4242dd {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:17:04.184145 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "424f619c-03c8-4ced-8e15-f47a10254e09", "tag": "1ff0dddf-8119-4971-8452-b0b89570141f", "status": "completed", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:17:04.184400 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8e191229-9887-43fa-a885-aa4dce4242dd {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:17:04.184790 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '424f619c-03c8-4ced-8e15-f47a10254e09', 'tag': '1ff0dddf-8119-4971-8452-b0b89570141f', 'status': 'completed', 'code': 200} Oct 27 10:17:04.254331 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f66375-ee2e-414b-88e9-eb68dff18bb9 req-7543132b-204e-4ad4-8137-ba2a63add5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:04.255787 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-f7f66375-ee2e-414b-88e9-eb68dff18bb9 req-7543132b-204e-4ad4-8137-ba2a63add5da service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a5338a1797264625abb3d6db32ff14e3&device_id=424f619c-03c8-4ced-8e15-f47a10254e09 HTTP/1.1" status: 200 len: 1096 time: 0.0440457 Oct 27 10:17:04.322026 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 51188) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:17:04.365573 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f66375-ee2e-414b-88e9-eb68dff18bb9 req-f711918b-cf2f-49de-8fd2-95d17d948c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:04.365948 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ea98b2b-ad8b-4798-aeb9-5a8494d8756a admin admin] Deleting subnet 59c0fb33-6ef4-4ac7-b184-45bf9233ddff {{(pid=101974) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:17:04.367072 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-f7f66375-ee2e-414b-88e9-eb68dff18bb9 req-f711918b-cf2f-49de-8fd2-95d17d948c67 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=a5338a1797264625abb3d6db32ff14e3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0925369 Oct 27 10:17:04.369045 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-2ea98b2b-ad8b-4798-aeb9-5a8494d8756a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:04.402262 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-2ea98b2b-ad8b-4798-aeb9-5a8494d8756a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8792491'] for subnet, precommit_delete_associations {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:04.444674 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-2ea98b2b-ad8b-4798-aeb9-5a8494d8756a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3657045'] for subnet, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:04.478541 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f66375-ee2e-414b-88e9-eb68dff18bb9 req-cc697070-2d6a-49ad-b7f7-b5ca8e1255b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:04.480039 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-f7f66375-ee2e-414b-88e9-eb68dff18bb9 req-cc697070-2d6a-49ad-b7f7-b5ca8e1255b3 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0918407 Oct 27 10:17:04.564994 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-65581839-0aff-497f-8cd8-ee7a955440ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:04.565611 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-2ea98b2b-ad8b-4798-aeb9-5a8494d8756a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3657052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8610796'] for subnet, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:04.566411 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-65581839-0aff-497f-8cd8-ee7a955440ec service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a5338a1797264625abb3d6db32ff14e3&device_id=424f619c-03c8-4ced-8e15-f47a10254e09 HTTP/1.1" status: 200 len: 1096 time: 0.0407066 Oct 27 10:17:04.592025 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea98b2b-ad8b-4798-aeb9-5a8494d8756a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59c0fb33-6ef4-4ac7-b184-45bf9233ddff,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:17:04.593975 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-2ea98b2b-ad8b-4798-aeb9-5a8494d8756a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:04.598162 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-2ea98b2b-ad8b-4798-aeb9-5a8494d8756a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/59c0fb33-6ef4-4ac7-b184-45bf9233ddff HTTP/1.1" status: 204 len: 168 time: 0.2750657 Oct 27 10:17:04.600698 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 51190) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:17:04.617201 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-5fb340d4-7bec-4355-be8a-38d16570851c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ff0dddf-8119-4971-8452-b0b89570141f HTTP/1.1" status: 200 len: 217 time: 0.0366807 Oct 27 10:17:04.670320 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-d37c056e-dd53-429f-9ec1-e96831ffe005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3615918'] for network, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:04.681059 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-c9188786-8e80-4fb4-a904-dd1d44996ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:04.682567 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-c9188786-8e80-4fb4-a904-dd1d44996ce2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bc65fbba-340e-4390-b7ee-198f7e51293d HTTP/1.1" status: 200 len: 854 time: 0.0557284 Oct 27 10:17:04.720832 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-8736805d-38f8-4390-b3d3-54218984efdd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=017002ed-3a29-40d6-8245-86193844b3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250793 Oct 27 10:17:04.752033 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-d37c056e-dd53-429f-9ec1-e96831ffe005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3667904', 'neutron.services.segments.db._delete_segments_for_network-8740340232798'] for network, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:04.771980 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.services.segments.db [None req-d37c056e-dd53-429f-9ec1-e96831ffe005 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe524b7e-d3b1-44e8-88e6-77cacced59d4']}} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:17:04.781303 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.services.segments.db [None req-d37c056e-dd53-429f-9ec1-e96831ffe005 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb433946-0342-4173-a7f3-dd0b21c6ac99') {'for_net_delete': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:17:04.781601 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.services.segments.db [None req-d37c056e-dd53-429f-9ec1-e96831ffe005 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb433946-0342-4173-a7f3-dd0b21c6ac99') {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:17:04.791392 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-d37c056e-dd53-429f-9ec1-e96831ffe005 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740340234087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8792530'] for segment, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:04.804937 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-d37c056e-dd53-429f-9ec1-e96831ffe005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908'] for segment, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:04.810671 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d37c056e-dd53-429f-9ec1-e96831ffe005 admin admin] Releasing vlan 1028 on physical network physnet1 to pool {{(pid=101974) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:17:04.811365 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-d37c056e-dd53-429f-9ec1-e96831ffe005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12078990'] for segment, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:04.812656 dv-cinder-815146-2-iscsi neutron-server[101974]: Traceback (most recent call last): Oct 27 10:17:04.812656 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:17:04.812656 dv-cinder-815146-2-iscsi neutron-server[101974]: timer() Oct 27 10:17:04.812656 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:17:04.812656 dv-cinder-815146-2-iscsi neutron-server[101974]: cb(*args, **kw) Oct 27 10:17:04.812656 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:17:04.812656 dv-cinder-815146-2-iscsi neutron-server[101974]: return func(*args, **kwargs) Oct 27 10:17:04.812656 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:17:04.812656 dv-cinder-815146-2-iscsi neutron-server[101974]: self._notify() Oct 27 10:17:04.812656 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:17:04.812656 dv-cinder-815146-2-iscsi neutron-server[101974]: self.callback(batched_events) Oct 27 10:17:04.812656 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:17:04.812656 dv-cinder-815146-2-iscsi neutron-server[101974]: event.method(event) Oct 27 10:17:04.812656 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:17:04.812656 dv-cinder-815146-2-iscsi neutron-server[101974]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:17:04.812656 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:17:04.812656 dv-cinder-815146-2-iscsi neutron-server[101974]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:17:04.812656 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:17:04.812656 dv-cinder-815146-2-iscsi neutron-server[101974]: return f(self, *a, **k) Oct 27 10:17:04.812656 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:17:04.812656 dv-cinder-815146-2-iscsi neutron-server[101974]: return self._get(url).json() Oct 27 10:17:04.812656 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:17:04.812656 dv-cinder-815146-2-iscsi neutron-server[101974]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:17:04.812656 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:17:04.812656 dv-cinder-815146-2-iscsi neutron-server[101974]: return self.request(url, 'GET', **kwargs) Oct 27 10:17:04.812656 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:17:04.812656 dv-cinder-815146-2-iscsi neutron-server[101974]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:17:04.812656 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:17:04.812656 dv-cinder-815146-2-iscsi neutron-server[101974]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:17:04.812656 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:17:04.812656 dv-cinder-815146-2-iscsi neutron-server[101974]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:17:04.812656 dv-cinder-815146-2-iscsi neutron-server[101974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:17:04.817396 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-6a3f3f2b-de95-4b89-947f-84cef6aa2f33 service neutron] 10.222.0.81 "GET /v2.0/networks/017002ed-3a29-40d6-8245-86193844b3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870132 Oct 27 10:17:04.919336 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-dd2cdccb-accb-47a5-a086-5ad7798441a7 req-1ace44fc-b9fc-4364-af6a-b1756a08c125 service neutron] 10.222.0.81 "GET /v2.0/networks/017002ed-3a29-40d6-8245-86193844b3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891900 Oct 27 10:17:04.936777 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-d37c056e-dd53-429f-9ec1-e96831ffe005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3667915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564060'] for network, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:04.943579 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-d37c056e-dd53-429f-9ec1-e96831ffe005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for network, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:04.946680 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-d37c056e-dd53-429f-9ec1-e96831ffe005 admin admin] 10.222.0.36 "DELETE /v2.0/networks/fe524b7e-d3b1-44e8-88e6-77cacced59d4 HTTP/1.1" status: 204 len: 168 time: 0.3450229 Oct 27 10:17:05.198165 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c056e-dd53-429f-9ec1-e96831ffe005 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe524b7e-d3b1-44e8-88e6-77cacced59d4,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:17:05.249361 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8488e93-2c63-4c69-9a3f-166819bbea91 req-9931a77c-8282-49cd-8456-1c601545f928 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:05.251811 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a8488e93-2c63-4c69-9a3f-166819bbea91 req-9931a77c-8282-49cd-8456-1c601545f928 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=424f619c-03c8-4ced-8e15-f47a10254e09 HTTP/1.1" status: 200 len: 943 time: 0.0547266 Oct 27 10:17:05.289843 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a8488e93-2c63-4c69-9a3f-166819bbea91 req-caecd339-fb7e-41f1-b428-879e17ac1d41 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318849 Oct 27 10:17:05.365397 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:05.389152 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 51200) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:17:05.428181 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-f9301839-7198-40c1-96fc-cb4ac2bf59ad admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7152ba4bbd954a6d9cf30a830e036e52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373969 Oct 27 10:17:05.430272 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 51202) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:17:05.476055 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-474ae9d9-3e23-4fea-a0b5-f6f7c8d7e3e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:05.495833 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-474ae9d9-3e23-4fea-a0b5-f6f7c8d7e3e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:05.605132 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-474ae9d9-3e23-4fea-a0b5-f6f7c8d7e3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:05.607860 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-474ae9d9-3e23-4fea-a0b5-f6f7c8d7e3e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:05.608980 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-474ae9d9-3e23-4fea-a0b5-f6f7c8d7e3e4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7b5b5e1e-b08c-43d6-a1d5-c13a169036da HTTP/1.1" status: 204 len: 168 time: 0.1778398 Oct 27 10:17:05.617128 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474ae9d9-3e23-4fea-a0b5-f6f7c8d7e3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5b5e1e-b08c-43d6-a1d5-c13a169036da,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:17:05.919925 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:06.402841 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e5f0e-1c27-4294-ae5d-f47398c6d3c6 req-13d2e738-2ef0-4cb2-bcc3-0f0d8fb23ea1 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:06.404476 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-f88e5f0e-1c27-4294-ae5d-f47398c6d3c6 req-13d2e738-2ef0-4cb2-bcc3-0f0d8fb23ea1 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=424f619c-03c8-4ced-8e15-f47a10254e09 HTTP/1.1" status: 200 len: 943 time: 0.0488091 Oct 27 10:17:06.442984 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-f88e5f0e-1c27-4294-ae5d-f47398c6d3c6 req-c362a5e4-74ae-4007-9f4c-765c7ac1f5ea tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320227 Oct 27 10:17:06.488438 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652f303-8eab-4021-97b5-018bcf4201d8 req-c3949bfc-c605-471c-aef2-a5f8c63c8d3c tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:06.489967 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-7652f303-8eab-4021-97b5-018bcf4201d8 req-c3949bfc-c605-471c-aef2-a5f8c63c8d3c tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 946 time: 0.0494695 Oct 27 10:17:06.527881 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-7652f303-8eab-4021-97b5-018bcf4201d8 req-373dd401-b55a-455f-bd5c-7b505be29c30 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319936 Oct 27 10:17:07.102495 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:07.270820 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 1ff0dddf-8119-4971-8452-b0b89570141f details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:17:07.368204 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port 1ff0dddf-8119-4971-8452-b0b89570141f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1ff0dddf-8119-4971-8452-b0b89570141f,segment=NetworkSegment(8b8e4560-5fb6-473a-bbfe-b3c3dffb572d),segment_id=8b8e4560-5fb6-473a-bbfe-b3c3dffb572d)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:17:07.379438 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Returning: {'device': '1ff0dddf-8119-4971-8452-b0b89570141f', 'network_id': '017002ed-3a29-40d6-8245-86193844b3f1', 'port_id': '1ff0dddf-8119-4971-8452-b0b89570141f', 'mac_address': 'fa:16:3e:13:0c:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1045, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc65fbba-340e-4390-b7ee-198f7e51293d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:17:07.416320 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:07.429934 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ff0dddf-8119-4971-8452-b0b89570141f {{(pid=101975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:17:07.453084 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port 1ff0dddf-8119-4971-8452-b0b89570141f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1ff0dddf-8119-4971-8452-b0b89570141f,segment=NetworkSegment(8b8e4560-5fb6-473a-bbfe-b3c3dffb572d),segment_id=8b8e4560-5fb6-473a-bbfe-b3c3dffb572d)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:17:07.548087 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:07.556866 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725e95b-21da-4a77-a2c4-9926a2bd13f7 req-51f152bd-44b8-44bb-8b5f-c2806d241eaf tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:07.558402 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-5725e95b-21da-4a77-a2c4-9926a2bd13f7 req-51f152bd-44b8-44bb-8b5f-c2806d241eaf tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=424f619c-03c8-4ced-8e15-f47a10254e09 HTTP/1.1" status: 200 len: 943 time: 0.0485587 Oct 27 10:17:07.596523 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=1ff0dddf-8119-4971-8452-b0b89570141f,revision_number=4']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:17:07.596836 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-5725e95b-21da-4a77-a2c4-9926a2bd13f7 req-4cad392e-af1d-4866-a6b1-421ede609361 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323043 Oct 27 10:17:07.698712 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d89f6-430c-441c-ae45-ef382cc32c7b req-474710e7-f3f8-45eb-a203-449c3243eb25 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:07.700307 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-846d89f6-430c-441c-ae45-ef382cc32c7b req-474710e7-f3f8-45eb-a203-449c3243eb25 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 946 time: 0.0490043 Oct 27 10:17:07.742117 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-846d89f6-430c-441c-ae45-ef382cc32c7b req-aa488ad1-aa40-4454-bb9b-d0e35ab4853d tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355475 Oct 27 10:17:07.925709 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] get_ports_and_sgs() called for port_ids ['1ff0dddf-8119-4971-8452-b0b89570141f'] {{(pid=101975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:17:08.713146 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade8336-86d1-40fb-bcd7-3810b86b96aa req-678f6e5f-5765-4280-8835-9efa770bed5e tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:08.714668 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-6ade8336-86d1-40fb-bcd7-3810b86b96aa req-678f6e5f-5765-4280-8835-9efa770bed5e tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=424f619c-03c8-4ced-8e15-f47a10254e09 HTTP/1.1" status: 200 len: 944 time: 0.0489130 Oct 27 10:17:08.753014 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fab34b-2d42-4b12-a0f1-fe0ae24c3813 req-df34cc0d-1a8a-4983-8fd3-5b59e9da0c26 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:08.753618 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-6ade8336-86d1-40fb-bcd7-3810b86b96aa req-5c8b51a1-630e-4d00-b6f3-49d2d9691ad2 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326409 Oct 27 10:17:08.754618 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-44fab34b-2d42-4b12-a0f1-fe0ae24c3813 req-df34cc0d-1a8a-4983-8fd3-5b59e9da0c26 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.81 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 946 time: 0.0552771 Oct 27 10:17:08.897422 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72fce3-38a2-42a8-82d8-1c075afb2976 req-7d697861-b713-4ebf-a23e-8839ac3afb74 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:08.898831 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-4c72fce3-38a2-42a8-82d8-1c075afb2976 req-7d697861-b713-4ebf-a23e-8839ac3afb74 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 946 time: 0.0782747 Oct 27 10:17:08.903628 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [req-44fab34b-2d42-4b12-a0f1-fe0ae24c3813 req-7a34b50f-ffdc-4862-a04c-d3bb79e780c4 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Deleting port ce250e52-6e43-4318-b350-7be41ebadf60 {{(pid=101973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:17:08.903955 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-44fab34b-2d42-4b12-a0f1-fe0ae24c3813 req-7a34b50f-ffdc-4862-a04c-d3bb79e780c4 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:08.984369 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-4c72fce3-38a2-42a8-82d8-1c075afb2976 req-ddd20b6e-5a3c-4edb-a8dc-6543fcccdd6d tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=f65f7acc-8510-4f2c-8988-5245e046111b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775182 Oct 27 10:17:09.023986 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-44fab34b-2d42-4b12-a0f1-fe0ae24c3813 req-7a34b50f-ffdc-4862-a04c-d3bb79e780c4 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] For port ce250e52-6e43-4318-b350-7be41ebadf60, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ce250e52-6e43-4318-b350-7be41ebadf60,segment=NetworkSegment(2d3ba54e-e4c0-416f-b13e-608a81231259),segment_id=2d3ba54e-e4c0-416f-b13e-608a81231259)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:17:09.024347 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-44fab34b-2d42-4b12-a0f1-fe0ae24c3813 req-7a34b50f-ffdc-4862-a04c-d3bb79e780c4 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:09.234815 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-44fab34b-2d42-4b12-a0f1-fe0ae24c3813 req-7a34b50f-ffdc-4862-a04c-d3bb79e780c4 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:09.235170 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-44fab34b-2d42-4b12-a0f1-fe0ae24c3813 req-7a34b50f-ffdc-4862-a04c-d3bb79e780c4 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564014'] for floatingip, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:09.235481 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.db.l3_db [req-44fab34b-2d42-4b12-a0f1-fe0ae24c3813 req-7a34b50f-ffdc-4862-a04c-d3bb79e780c4 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Floating IP 4c5463ad-8edf-464d-9b1d-9a88e63621b0 disassociated. External IP: 172.27.0.248, port: ce250e52-6e43-4318-b350-7be41ebadf60. Oct 27 10:17:09.235811 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [req-44fab34b-2d42-4b12-a0f1-fe0ae24c3813 req-7a34b50f-ffdc-4862-a04c-d3bb79e780c4 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Calling delete_port for ce250e52-6e43-4318-b350-7be41ebadf60 owned by compute:nova {{(pid=101973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:17:09.280148 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 1ff0dddf-8119-4971-8452-b0b89570141f up at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:17:09.376490 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Provisioning for port 1ff0dddf-8119-4971-8452-b0b89570141f completed by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:17:09.380902 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Provisioning complete for port 1ff0dddf-8119-4971-8452-b0b89570141f triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:17:09.381265 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:09.405226 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-44fab34b-2d42-4b12-a0f1-fe0ae24c3813 req-7a34b50f-ffdc-4862-a04c-d3bb79e780c4 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:09.431225 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a34b50f-ffdc-4862-a04c-d3bb79e780c4 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Pushing event deleted for resources: {'Port': ['ID=ce250e52-6e43-4318-b350-7be41ebadf60,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:17:09.441532 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a34b50f-ffdc-4862-a04c-d3bb79e780c4 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:17:09.442074 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a34b50f-ffdc-4862-a04c-d3bb79e780c4 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:17:09.442378 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a34b50f-ffdc-4862-a04c-d3bb79e780c4 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:17:09.442706 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a34b50f-ffdc-4862-a04c-d3bb79e780c4 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:17:09.443038 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a34b50f-ffdc-4862-a04c-d3bb79e780c4 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:17:09.443349 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a34b50f-ffdc-4862-a04c-d3bb79e780c4 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:17:09.444157 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a34b50f-ffdc-4862-a04c-d3bb79e780c4 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:17:09.444157 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a34b50f-ffdc-4862-a04c-d3bb79e780c4 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:17:09.444482 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a34b50f-ffdc-4862-a04c-d3bb79e780c4 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:17:09.444650 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a34b50f-ffdc-4862-a04c-d3bb79e780c4 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:17:09.444931 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a34b50f-ffdc-4862-a04c-d3bb79e780c4 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:17:09.445241 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a34b50f-ffdc-4862-a04c-d3bb79e780c4 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:17:09.461173 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:09.484555 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424f619c-03c8-4ced-8e15-f47a10254e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff0dddf-8119-4971-8452-b0b89570141f'}] {{(pid=101975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:17:09.496800 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef74c052f1c640f85ff9302be404e86fdcd9e777050b230953bf81409b3ec6af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca85db5-a7bc-4454-9399-0244d51a3680" -d '{"events": [{"server_uuid": "424f619c-03c8-4ced-8e15-f47a10254e09", "name": "network-vif-plugged", "status": "completed", "tag": "1ff0dddf-8119-4971-8452-b0b89570141f"}]}' {{(pid=101975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:17:09.506178 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port 1ff0dddf-8119-4971-8452-b0b89570141f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1ff0dddf-8119-4971-8452-b0b89570141f,segment=NetworkSegment(8b8e4560-5fb6-473a-bbfe-b3c3dffb572d),segment_id=8b8e4560-5fb6-473a-bbfe-b3c3dffb572d)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:17:09.530586 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e7dd9a-1f17-4455-b94d-e9e36fdfdd78 x-openstack-request-id: req-34e7dd9a-1f17-4455-b94d-e9e36fdfdd78 {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:17:09.530888 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "424f619c-03c8-4ced-8e15-f47a10254e09", "name": "network-vif-plugged", "status": "completed", "tag": "1ff0dddf-8119-4971-8452-b0b89570141f", "code": 200}]} {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:17:09.531145 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-34e7dd9a-1f17-4455-b94d-e9e36fdfdd78 {{(pid=101975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:17:09.531572 dv-cinder-815146-2-iscsi neutron-server[101975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424f619c-03c8-4ced-8e15-f47a10254e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff0dddf-8119-4971-8452-b0b89570141f', 'code': 200} Oct 27 10:17:09.563175 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44fab34b-2d42-4b12-a0f1-fe0ae24c3813 req-7a34b50f-ffdc-4862-a04c-d3bb79e780c4 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Router 6583f1c3-2cd5-41fc-a7f7-ebb598d22137 has already been hosted by L3 agent b2a2dab9-f998-4002-b8bb-cf3ca8546284 {{(pid=101973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:17:09.571725 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:09.663166 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=1ff0dddf-8119-4971-8452-b0b89570141f,revision_number=5']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:17:10.036765 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175653d-eba8-4c4b-b89c-6b49eef629ff req-778ff62e-ec67-4b35-a3e2-939d2b3cadbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:10.038301 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7175653d-eba8-4c4b-b89c-6b49eef629ff req-778ff62e-ec67-4b35-a3e2-939d2b3cadbc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=424f619c-03c8-4ced-8e15-f47a10254e09 HTTP/1.1" status: 200 len: 1098 time: 0.1055186 Oct 27 10:17:10.051926 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848d054-3783-46c8-a2df-c23c09b39291 req-8010c65e-ef7f-4f9a-a548-42e07259bc31 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:10.053354 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-6848d054-3783-46c8-a2df-c23c09b39291 req-8010c65e-ef7f-4f9a-a548-42e07259bc31 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=424f619c-03c8-4ced-8e15-f47a10254e09 HTTP/1.1" status: 200 len: 945 time: 0.1194303 Oct 27 10:17:10.060379 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44fab34b-2d42-4b12-a0f1-fe0ae24c3813 req-7a34b50f-ffdc-4862-a04c-d3bb79e780c4 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Notify agent at l3_agent.dv-cinder-815146-2-iscsi the message routers_updated {{(pid=101973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:17:10.073883 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c3cd07-a8ea-42b2-a909-0f3b017e455c None None] Sync routers for ids ['6583f1c3-2cd5-41fc-a7f7-ebb598d22137'] in dv-cinder-815146-2-iscsi {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:17:10.104939 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c3cd07-a8ea-42b2-a909-0f3b017e455c None None] Routers {'6583f1c3-2cd5-41fc-a7f7-ebb598d22137'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:17:10.105554 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-71c3cd07-a8ea-42b2-a909-0f3b017e455c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:17:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['6583f1c3-2cd5-41fc-a7f7-ebb598d22137'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:17:10.117842 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-c20fe151-ca90-4aff-96cf-2c7c2aec97bc req-75b8364a-4ac4-4567-87d6-adaa5875d4b8 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01fe47f-50a0-42a2-80a2-f9371f57ff57 HTTP/1.1" status: 200 len: 210 time: 0.0329964 Oct 27 10:17:10.142796 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-6848d054-3783-46c8-a2df-c23c09b39291 req-e8f23335-e8c3-4007-9d6f-968b034a38d2 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805085 Oct 27 10:17:10.165117 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [req-44fab34b-2d42-4b12-a0f1-fe0ae24c3813 req-7a34b50f-ffdc-4862-a04c-d3bb79e780c4 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] No DVR routers for this DVR port ce250e52-6e43-4318-b350-7be41ebadf60 on host hv-cinder-81514 {{(pid=101973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:17:10.167892 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7175653d-eba8-4c4b-b89c-6b49eef629ff req-c37596b2-9e57-4a8e-ba8b-5b595bbd5f15 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135592 Oct 27 10:17:10.168964 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-44fab34b-2d42-4b12-a0f1-fe0ae24c3813 req-7a34b50f-ffdc-4862-a04c-d3bb79e780c4 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:10.172227 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-44fab34b-2d42-4b12-a0f1-fe0ae24c3813 req-7a34b50f-ffdc-4862-a04c-d3bb79e780c4 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.81 "DELETE /v2.0/ports/ce250e52-6e43-4318-b350-7be41ebadf60 HTTP/1.1" status: 204 len: 173 time: 1.3958280 Oct 27 10:17:10.172678 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01fe47f-50a0-42a2-80a2-f9371f57ff57', 'name': 'network-vif-deleted', 'tag': 'ce250e52-6e43-4318-b350-7be41ebadf60'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:17:10.175539 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94debda59f24a9426fb80c87c8c8853eb57e17b8e03a85591ed34d87467b8464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156b6314-db4f-4f0a-bd9d-cb9f4bd2854b" -d '{"events": [{"server_uuid": "f01fe47f-50a0-42a2-80a2-f9371f57ff57", "name": "network-vif-deleted", "tag": "ce250e52-6e43-4318-b350-7be41ebadf60"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:17:10.214728 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ecc59b-1636-4cc6-97e9-e53a7723c8f4 x-openstack-request-id: req-18ecc59b-1636-4cc6-97e9-e53a7723c8f4 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:17:10.215024 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01fe47f-50a0-42a2-80a2-f9371f57ff57", "name": "network-vif-deleted", "tag": "ce250e52-6e43-4318-b350-7be41ebadf60", "status": "completed", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:17:10.215280 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-18ecc59b-1636-4cc6-97e9-e53a7723c8f4 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:17:10.215674 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01fe47f-50a0-42a2-80a2-f9371f57ff57', 'name': 'network-vif-deleted', 'tag': 'ce250e52-6e43-4318-b350-7be41ebadf60', 'status': 'completed', 'code': 200} Oct 27 10:17:10.339615 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-71c3cd07-a8ea-42b2-a909-0f3b017e455c None None] Set router 6583f1c3-2cd5-41fc-a7f7-ebb598d22137 gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:17:10.539938 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-71c3cd07-a8ea-42b2-a909-0f3b017e455c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'name': 'tempest-AttachVolumeShelveTestJSON-1169022080-router', 'tenant_id': '20d2cc4467704c129f691b1ba2dd72cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '0f0381e7-42de-486b-b3b8-4226787353b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:00Z', 'updated_at': '2021-10-27T10:13:06Z', 'revision_number': 4, 'project_id': '20d2cc4467704c129f691b1ba2dd72cc', 'gw_port': {'id': '0f0381e7-42de-486b-b3b8-4226787353b6', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:01Z', 'updated_at': '2021-10-27T10:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '60f2a9e9-4a35-494b-b9c9-9aaaa587e2c1', 'name': '', 'network_id': '232c2cd8-3827-47b2-95ae-f90c0b9d2e5c', 'tenant_id': '20d2cc4467704c129f691b1ba2dd72cc', 'mac_address': 'fa:16:3e:df:d5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '32f65f21-7a7c-4568-afd2-3193e7fc13b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:05Z', 'updated_at': '2021-10-27T10:13:13Z', 'revision_number': 5, 'project_id': '20d2cc4467704c129f691b1ba2dd72cc', 'subnets': [{'id': '32f65f21-7a7c-4568-afd2-3193e7fc13b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:17:10.569781 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c3cd07-a8ea-42b2-a909-0f3b017e455c None None] Checking router: 6583f1c3-2cd5-41fc-a7f7-ebb598d22137 for host: dv-cinder-815146-2-iscsi {{(pid=101975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:17:10.578421 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c3cd07-a8ea-42b2-a909-0f3b017e455c None None] Routers {'6583f1c3-2cd5-41fc-a7f7-ebb598d22137'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:17:10.579019 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-71c3cd07-a8ea-42b2-a909-0f3b017e455c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:17:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['6583f1c3-2cd5-41fc-a7f7-ebb598d22137'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:17:10.688112 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-71c3cd07-a8ea-42b2-a909-0f3b017e455c None None] Set router 6583f1c3-2cd5-41fc-a7f7-ebb598d22137 gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:17:10.902468 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-71c3cd07-a8ea-42b2-a909-0f3b017e455c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'name': 'tempest-AttachVolumeShelveTestJSON-1169022080-router', 'tenant_id': '20d2cc4467704c129f691b1ba2dd72cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '0f0381e7-42de-486b-b3b8-4226787353b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:00Z', 'updated_at': '2021-10-27T10:13:06Z', 'revision_number': 4, 'project_id': '20d2cc4467704c129f691b1ba2dd72cc', 'gw_port': {'id': '0f0381e7-42de-486b-b3b8-4226787353b6', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:01Z', 'updated_at': '2021-10-27T10:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '60f2a9e9-4a35-494b-b9c9-9aaaa587e2c1', 'name': '', 'network_id': '232c2cd8-3827-47b2-95ae-f90c0b9d2e5c', 'tenant_id': '20d2cc4467704c129f691b1ba2dd72cc', 'mac_address': 'fa:16:3e:df:d5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '32f65f21-7a7c-4568-afd2-3193e7fc13b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:05Z', 'updated_at': '2021-10-27T10:13:13Z', 'revision_number': 5, 'project_id': '20d2cc4467704c129f691b1ba2dd72cc', 'subnets': [{'id': '32f65f21-7a7c-4568-afd2-3193e7fc13b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:17:10.929097 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c3cd07-a8ea-42b2-a909-0f3b017e455c None None] The sync data for ids ['6583f1c3-2cd5-41fc-a7f7-ebb598d22137'] in dv-cinder-815146-2-iscsi is: [{'id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'name': 'tempest-AttachVolumeShelveTestJSON-1169022080-router', 'tenant_id': '20d2cc4467704c129f691b1ba2dd72cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '0f0381e7-42de-486b-b3b8-4226787353b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:00Z', 'updated_at': '2021-10-27T10:13:06Z', 'revision_number': 4, 'project_id': '20d2cc4467704c129f691b1ba2dd72cc', 'gw_port': {'id': '0f0381e7-42de-486b-b3b8-4226787353b6', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:01Z', 'updated_at': '2021-10-27T10:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '60f2a9e9-4a35-494b-b9c9-9aaaa587e2c1', 'name': '', 'network_id': '232c2cd8-3827-47b2-95ae-f90c0b9d2e5c', 'tenant_id': '20d2cc4467704c129f691b1ba2dd72cc', 'mac_address': 'fa:16:3e:df:d5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '32f65f21-7a7c-4568-afd2-3193e7fc13b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:05Z', 'updated_at': '2021-10-27T10:13:13Z', 'revision_number': 5, 'project_id': '20d2cc4467704c129f691b1ba2dd72cc', 'subnets': [{'id': '32f65f21-7a7c-4568-afd2-3193e7fc13b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:17:11.167062 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567dd453-ad37-41d9-bd6d-533897ad31e9 None None] New status for floating IP 4c5463ad-8edf-464d-9b1d-9a88e63621b0: DOWN {{(pid=101976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:17:11.276309 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95d700-4bda-4d7c-84b5-6fc9b27cfb81 req-3bc3587b-00a2-4599-bcfa-44be8754393e tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:11.277929 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-4e95d700-4bda-4d7c-84b5-6fc9b27cfb81 req-3bc3587b-00a2-4599-bcfa-44be8754393e tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=424f619c-03c8-4ced-8e15-f47a10254e09 HTTP/1.1" status: 200 len: 945 time: 0.0501633 Oct 27 10:17:11.316791 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 51262) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:17:11.322269 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-4e95d700-4bda-4d7c-84b5-6fc9b27cfb81 req-237bf370-2adc-4ecb-9009-0401a32499be tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368881 Oct 27 10:17:11.380032 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-77cd7e35-c4a6-4878-b65c-5b58f38872e4 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:11.402607 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-77cd7e35-c4a6-4878-b65c-5b58f38872e4 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:11.508375 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-77cd7e35-c4a6-4878-b65c-5b58f38872e4 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:11.511060 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-77cd7e35-c4a6-4878-b65c-5b58f38872e4 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:11.512283 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-77cd7e35-c4a6-4878-b65c-5b58f38872e4 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "DELETE /v2.0/security-groups/f65f7acc-8510-4f2c-8988-5245e046111b HTTP/1.1" status: 204 len: 168 time: 0.1938500 Oct 27 10:17:11.515232 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 51264) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:17:11.522478 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd7e35-c4a6-4878-b65c-5b58f38872e4 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65f7acc-8510-4f2c-8988-5245e046111b,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:17:11.529253 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.api.v2.resource [None req-35efb78a-86d7-48de-a637-75c243bb4276 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] show failed (client error): The resource could not be found. Oct 27 10:17:11.530460 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-35efb78a-86d7-48de-a637-75c243bb4276 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups/f65f7acc-8510-4f2c-8988-5245e046111b HTTP/1.1" status: 404 len: 347 time: 0.0140285 Oct 27 10:17:11.534379 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 51266) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:17:11.661169 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.plugin [None req-6aa8faef-99be-4bcd-8caa-a8fd4b444dd2 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Deleting port 78963f57-74a3-494a-b7b2-816b6aac0a95 {{(pid=101974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:17:11.661811 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-6aa8faef-99be-4bcd-8caa-a8fd4b444dd2 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:11.742102 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-6aa8faef-99be-4bcd-8caa-a8fd4b444dd2 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:11.742740 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-6aa8faef-99be-4bcd-8caa-a8fd4b444dd2 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:11.755801 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.plugin [None req-6aa8faef-99be-4bcd-8caa-a8fd4b444dd2 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Calling delete_port for 78963f57-74a3-494a-b7b2-816b6aac0a95 owned by network:floatingip {{(pid=101974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:17:11.965202 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-6aa8faef-99be-4bcd-8caa-a8fd4b444dd2 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078929'] for port, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:11.992296 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa8faef-99be-4bcd-8caa-a8fd4b444dd2 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Pushing event deleted for resources: {'Port': ['ID=78963f57-74a3-494a-b7b2-816b6aac0a95,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:17:12.051354 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-6aa8faef-99be-4bcd-8caa-a8fd4b444dd2 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks [] for floatingip, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:12.053871 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-6aa8faef-99be-4bcd-8caa-a8fd4b444dd2 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for floatingip, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:12.055094 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-6aa8faef-99be-4bcd-8caa-a8fd4b444dd2 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "DELETE /v2.0/floatingips/4c5463ad-8edf-464d-9b1d-9a88e63621b0 HTTP/1.1" status: 204 len: 168 time: 0.5200429 Oct 27 10:17:12.272397 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-ee5eb2d0-b9be-4acf-83c2-27881f0708ed req-7e08f756-a2c1-4ab3-adbb-055f89e30109 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427020 Oct 27 10:17:12.371842 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5eb2d0-b9be-4acf-83c2-27881f0708ed req-7513cb2c-eba5-4a15-a967-82341419a0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:12.373347 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-ee5eb2d0-b9be-4acf-83c2-27881f0708ed req-7513cb2c-eba5-4a15-a967-82341419a0b1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e7c55039221b45c69304c1afafa20e6a&device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 1098 time: 0.0433912 Oct 27 10:17:12.379400 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 51274) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:17:12.384393 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [None req-f1e1e650-7f6f-4248-be5d-b409d8d72359 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2105762487', 'description': 'tempest-description--164494543'}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:17:12.453024 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34531e4a-4439-4605-8ba5-d8e5ec1b751f req-a1041179-8dae-4cee-8cad-6e2b85cbb7ee tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:12.454556 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-34531e4a-4439-4605-8ba5-d8e5ec1b751f req-a1041179-8dae-4cee-8cad-6e2b85cbb7ee tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=424f619c-03c8-4ced-8e15-f47a10254e09 HTTP/1.1" status: 200 len: 945 time: 0.0517993 Oct 27 10:17:12.467063 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-f1e1e650-7f6f-4248-be5d-b409d8d72359 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:12.484161 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5eb2d0-b9be-4acf-83c2-27881f0708ed req-5648c92d-5bb4-4970-8fee-1c5ae79c67b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:12.485613 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-ee5eb2d0-b9be-4acf-83c2-27881f0708ed req-5648c92d-5bb4-4970-8fee-1c5ae79c67b3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8a629e7d-72b0-4646-a07a-812ae74aa6c3 HTTP/1.1" status: 200 len: 913 time: 0.0870078 Oct 27 10:17:12.513759 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-34531e4a-4439-4605-8ba5-d8e5ec1b751f req-08169e2b-78c8-4eab-8517-a34527a00485 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530105 Oct 27 10:17:12.564417 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-f1e1e650-7f6f-4248-be5d-b409d8d72359 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:12.568503 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-ee5eb2d0-b9be-4acf-83c2-27881f0708ed req-78b16230-e63d-40b3-ac08-d9d0c3f3f761 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0ce1773-183f-4c8a-a722-38d87e17f97e HTTP/1.1" status: 200 len: 1000 time: 0.0674019 Oct 27 10:17:12.626801 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5eb2d0-b9be-4acf-83c2-27881f0708ed req-6867f0a0-7143-4103-b73f-bb13a9707601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:12.628379 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-ee5eb2d0-b9be-4acf-83c2-27881f0708ed req-6867f0a0-7143-4103-b73f-bb13a9707601 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2d043faf-de54-45d8-ad51-b3c5339bc389 HTTP/1.1" status: 200 len: 850 time: 0.0443661 Oct 27 10:17:12.662207 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-f1e1e650-7f6f-4248-be5d-b409d8d72359 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:12.692820 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5eb2d0-b9be-4acf-83c2-27881f0708ed req-a62a8e89-cde4-47b8-b382-08567afb3ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:12.693199 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e1e650-7f6f-4248-be5d-b409d8d72359 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35abaee8-e267-469b-8df6-8b1a0f344106,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:17:12.694513 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-ee5eb2d0-b9be-4acf-83c2-27881f0708ed req-a62a8e89-cde4-47b8-b382-08567afb3ed8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8a629e7d-72b0-4646-a07a-812ae74aa6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493069 Oct 27 10:17:12.732926 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-f1e1e650-7f6f-4248-be5d-b409d8d72359 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:12.734830 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-f1e1e650-7f6f-4248-be5d-b409d8d72359 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3537822 Oct 27 10:17:12.738245 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 51286) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:17:12.742899 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [None req-6c489a1c-e2e2-441e-bb08-8e7c08d156dd tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Request body: {'security_group_rule': {'security_group_id': '35abaee8-e267-469b-8df6-8b1a0f344106', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:17:12.795657 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-ee5eb2d0-b9be-4acf-83c2-27881f0708ed req-42cc6a4d-14e7-4f71-b6cb-aced20a16aa4 service neutron] 10.222.0.81 "GET /v2.0/networks/8a629e7d-72b0-4646-a07a-812ae74aa6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893729 Oct 27 10:17:12.834390 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-6c489a1c-e2e2-441e-bb08-8e7c08d156dd tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:12.895181 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-6c489a1c-e2e2-441e-bb08-8e7c08d156dd tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:12.897792 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-ee5eb2d0-b9be-4acf-83c2-27881f0708ed req-0d079e2d-e29f-4251-9f00-35f06f3d6918 service neutron] 10.222.0.81 "GET /v2.0/networks/8a629e7d-72b0-4646-a07a-812ae74aa6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907388 Oct 27 10:17:12.958715 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-6c489a1c-e2e2-441e-bb08-8e7c08d156dd tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543954'] for security_group_rule, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:12.976767 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c489a1c-e2e2-441e-bb08-8e7c08d156dd tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0f27da9-194b-4d23-b86c-1ddb3566e169,revision_number=0']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:17:13.052511 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-6c489a1c-e2e2-441e-bb08-8e7c08d156dd tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:13.053732 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-6c489a1c-e2e2-441e-bb08-8e7c08d156dd tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3147151 Oct 27 10:17:13.056389 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 51292) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:17:13.060826 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [None req-8a157058-c325-4b62-b7db-ed8d8b0ba7df tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Request body: {'security_group_rule': {'security_group_id': '35abaee8-e267-469b-8df6-8b1a0f344106', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:17:13.147512 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-8a157058-c325-4b62-b7db-ed8d8b0ba7df tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:13.199399 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:13.209167 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-8a157058-c325-4b62-b7db-ed8d8b0ba7df tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:13.265999 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device ce250e52-6e43-4318-b350-7be41ebadf60 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:17:13.285177 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-8a157058-c325-4b62-b7db-ed8d8b0ba7df tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543954'] for security_group_rule, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:13.286457 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] No Port match for: ce250e52-6e43-4318-b350-7be41ebadf60 {{(pid=101975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:17:13.286805 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device ce250e52-6e43-4318-b350-7be41ebadf60 not bound to the agent host hv-cinder-81514 {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:17:13.304768 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a157058-c325-4b62-b7db-ed8d8b0ba7df tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c26610f-a4b2-423c-b16f-c6e518dcb16e,revision_number=0']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:17:13.366591 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-8a157058-c325-4b62-b7db-ed8d8b0ba7df tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:13.367814 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-8a157058-c325-4b62-b7db-ed8d8b0ba7df tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3104687 Oct 27 10:17:13.370892 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 51296) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:17:13.377253 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [None req-b44007b7-6dc1-40a4-9cbc-bfc666c90705 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Request body: {'floatingip': {'floating_network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:17:13.467666 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-b44007b7-6dc1-40a4-9cbc-bfc666c90705 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks [] for floatingip, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:13.566819 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-b44007b7-6dc1-40a4-9cbc-bfc666c90705 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:13.665699 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.db.db_base_plugin_common [None req-b44007b7-6dc1-40a4-9cbc-bfc666c90705 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Allocated IP 172.27.0.251 (69571a3e-4e32-484c-817d-d4e48eaaa088/c41fd2cf-ce58-48ac-94e7-7a64d200bbef/380d1855-80b2-49b9-bc7f-9e7193786df4) {{(pid=101974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:17:13.767346 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-b44007b7-6dc1-40a4-9cbc-bfc666c90705 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks [] for port, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:13.857005 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-b44007b7-6dc1-40a4-9cbc-bfc666c90705 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078929'] for port, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:13.894486 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44007b7-6dc1-40a4-9cbc-bfc666c90705 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Network 69571a3e-4e32-484c-817d-d4e48eaaa088 is already hosted by enough agents. {{(pid=101974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:17:13.897392 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.base_scheduler [None req-b44007b7-6dc1-40a4-9cbc-bfc666c90705 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Resources bound (agent type, host, resource id): {{(pid=101974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:17:13.899753 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44007b7-6dc1-40a4-9cbc-bfc666c90705 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Received port after_create {{(pid=101974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:17:13.926989 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44007b7-6dc1-40a4-9cbc-bfc666c90705 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Pushing event updated for resources: {'Port': ['ID=380d1855-80b2-49b9-bc7f-9e7193786df4,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:17:14.002002 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-b44007b7-6dc1-40a4-9cbc-bfc666c90705 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:14.094002 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-b44007b7-6dc1-40a4-9cbc-bfc666c90705 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:14.243937 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-b44007b7-6dc1-40a4-9cbc-bfc666c90705 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks [] for port, precommit_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:14.313547 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-b44007b7-6dc1-40a4-9cbc-bfc666c90705 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12079018'] for port, after_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:14.381696 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44007b7-6dc1-40a4-9cbc-bfc666c90705 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Pushing event updated for resources: {'Port': ['ID=380d1855-80b2-49b9-bc7f-9e7193786df4,revision_number=2']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:17:14.397695 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-b44007b7-6dc1-40a4-9cbc-bfc666c90705 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564014'] for floatingip, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:14.500160 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-b44007b7-6dc1-40a4-9cbc-bfc666c90705 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for floatingip, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:14.502955 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-b44007b7-6dc1-40a4-9cbc-bfc666c90705 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1298864 Oct 27 10:17:14.709653 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-09c0ec92-71d8-44bd-980e-17b5c359852d tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--2105762487&fields=id&tenant_id=20d2cc4467704c129f691b1ba2dd72cc HTTP/1.1" status: 200 len: 267 time: 0.0332072 Oct 27 10:17:14.816361 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-df53e0ef-5a40-4591-adb1-32165394c8d0 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:14.817823 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-df53e0ef-5a40-4591-adb1-32165394c8d0 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/networks?id=232c2cd8-3827-47b2-95ae-f90c0b9d2e5c HTTP/1.1" status: 200 len: 817 time: 0.1005621 Oct 27 10:17:14.832237 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-f6f04d37-2394-4613-bb25-4692abb450e0 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/quotas/20d2cc4467704c129f691b1ba2dd72cc HTTP/1.1" status: 200 len: 375 time: 0.0087416 Oct 27 10:17:14.889163 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-85ac5b69-1b0e-4150-a4b8-71cdd0a1a20b tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=20d2cc4467704c129f691b1ba2dd72cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515163 Oct 27 10:17:14.985797 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-04489d5e-2507-454c-9239-f248b76fa550 service neutron] 10.222.0.36 "GET /v2.0/networks/232c2cd8-3827-47b2-95ae-f90c0b9d2e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841932 Oct 27 10:17:15.080777 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-9ba040b1-b329-4cf8-aba3-8329832d2a22 service neutron] 10.222.0.36 "GET /v2.0/networks/232c2cd8-3827-47b2-95ae-f90c0b9d2e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879550 Oct 27 10:17:15.325083 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-acb032c4-4e02-4939-b54f-d733bf1c751d req-5b6a5a2f-87fa-49fb-9099-5e308f0bf6b5 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 210 time: 0.0281320 Oct 27 10:17:16.427917 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a62e97ec-d099-45e7-92e8-6596c5d163b6 req-1d41fb65-ebcd-4a99-bd7e-1a62f4989b3a tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 210 time: 0.0304234 Oct 27 10:17:17.524948 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-55798a4f-d2c1-4f4b-a154-3e9edcb05fbc req-d1edcf00-8827-4ecc-85a4-7a7a05fc5b97 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 210 time: 0.0250869 Oct 27 10:17:17.552056 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-1efcdac3-4432-428b-b533-944f570e678e tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:17.553572 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-1efcdac3-4432-428b-b533-944f570e678e tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/networks?id=017002ed-3a29-40d6-8245-86193844b3f1 HTTP/1.1" status: 200 len: 814 time: 0.1023657 Oct 27 10:17:17.568444 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-07274926-d9a0-4539-91f0-644607e64b79 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/quotas/a5338a1797264625abb3d6db32ff14e3 HTTP/1.1" status: 200 len: 375 time: 0.0093100 Oct 27 10:17:17.617705 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-35e8ddc9-9031-454f-863e-ee46ae9d8c55 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5338a1797264625abb3d6db32ff14e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440447 Oct 27 10:17:17.709965 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-e9f532a2-9b61-44f7-9164-2c917753932f service neutron] 10.222.0.36 "GET /v2.0/networks/017002ed-3a29-40d6-8245-86193844b3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854080 Oct 27 10:17:17.801203 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-7aec4caf-b60c-4a89-9ec4-cc00441ca29b service neutron] 10.222.0.36 "GET /v2.0/networks/017002ed-3a29-40d6-8245-86193844b3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852485 Oct 27 10:17:18.010888 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-5516fa9c-a1d0-45aa-933d-c0f1255a7fbd req-784a3737-850a-424f-a629-5e1350dc19a6 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0da75ba1-61c1-4ac1-807d-aa3eccd4b391 HTTP/1.1" status: 200 len: 210 time: 0.0259886 Oct 27 10:17:18.622354 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-f3584ec3-e677-4b67-ac6e-c0d088b75795 req-0b240eab-0811-4fc9-bd22-4f06e8b6a47f tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 210 time: 0.0260282 Oct 27 10:17:19.102758 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-14d2012d-4979-4035-84df-ff3072c80e9f req-2ddc378c-e652-4a38-9a1f-64c1b192998b tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0da75ba1-61c1-4ac1-807d-aa3eccd4b391 HTTP/1.1" status: 200 len: 210 time: 0.0262778 Oct 27 10:17:19.718946 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-64fec382-a723-4679-a03f-00f53efe7fc2 req-dcec3adf-b94a-48df-a376-c7bcbbf91baf tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 210 time: 0.0263250 Oct 27 10:17:20.058356 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-a08777dc-ad56-4672-b45c-07e74322da6a tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:20.059775 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-a08777dc-ad56-4672-b45c-07e74322da6a tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.81 "GET /v2.0/networks?id=232c2cd8-3827-47b2-95ae-f90c0b9d2e5c HTTP/1.1" status: 200 len: 817 time: 0.1127884 Oct 27 10:17:20.108483 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-c1cae8aa-b6f1-4957-9e81-71546c221bd1 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20d2cc4467704c129f691b1ba2dd72cc HTTP/1.1" status: 200 len: 380 time: 0.0356841 Oct 27 10:17:20.125966 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-f1d6c40f-3c7e-42f5-b673-dd53b911e1c9 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Request body: {'port': {'device_id': '6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab', 'network_id': '232c2cd8-3827-47b2-95ae-f90c0b9d2e5c', 'admin_state_up': True, 'tenant_id': '20d2cc4467704c129f691b1ba2dd72cc', 'security_groups': ['35abaee8-e267-469b-8df6-8b1a0f344106']}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:17:20.212275 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-cc0ee45a-768d-4bd4-8226-954f14e89a6d req-13be2f01-3965-4174-b7b3-6d32fa5e0349 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0da75ba1-61c1-4ac1-807d-aa3eccd4b391 HTTP/1.1" status: 200 len: 210 time: 0.0334561 Oct 27 10:17:20.365385 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-f1d6c40f-3c7e-42f5-b673-dd53b911e1c9 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Made reservation on behalf of 20d2cc4467704c129f691b1ba2dd72cc for: {'port': 1} {{(pid=101973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:17:20.368980 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-f1d6c40f-3c7e-42f5-b673-dd53b911e1c9 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:20.498538 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.db_base_plugin_common [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-f1d6c40f-3c7e-42f5-b673-dd53b911e1c9 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Allocated IP 172.20.0.11 (232c2cd8-3827-47b2-95ae-f90c0b9d2e5c/32f65f21-7a7c-4568-afd2-3193e7fc13b4/13b7a318-8669-4b93-8778-a5bb694f6e13) {{(pid=101973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:17:20.693504 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-f1d6c40f-3c7e-42f5-b673-dd53b911e1c9 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks [] for port, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:20.734956 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-37b3a8ad-bee9-4e25-8485-728b97049f56 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:20.736443 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-37b3a8ad-bee9-4e25-8485-728b97049f56 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.81 "GET /v2.0/networks?id=017002ed-3a29-40d6-8245-86193844b3f1 HTTP/1.1" status: 200 len: 814 time: 0.1444087 Oct 27 10:17:20.822509 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-bbb0b67c-608f-4350-bf34-0edca2f3fd11 req-2e5046dc-7877-44a5-ae3c-b80438e06863 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 210 time: 0.0253911 Oct 27 10:17:20.834089 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-f1d6c40f-3c7e-42f5-b673-dd53b911e1c9 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:20.886312 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-f1d6c40f-3c7e-42f5-b673-dd53b911e1c9 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Network 232c2cd8-3827-47b2-95ae-f90c0b9d2e5c is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:17:20.889523 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-f1d6c40f-3c7e-42f5-b673-dd53b911e1c9 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:17:20.893111 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-f1d6c40f-3c7e-42f5-b673-dd53b911e1c9 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Received port after_create {{(pid=101973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:17:20.899319 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d6c40f-3c7e-42f5-b673-dd53b911e1c9 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Pushing event updated for resources: {'Port': ['ID=13b7a318-8669-4b93-8778-a5bb694f6e13,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:17:20.946081 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-f1d6c40f-3c7e-42f5-b673-dd53b911e1c9 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:20.946834 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-f1d6c40f-3c7e-42f5-b673-dd53b911e1c9 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:21.014289 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-f1d6c40f-3c7e-42f5-b673-dd53b911e1c9 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8912406 Oct 27 10:17:21.130154 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-bcfd6ab5-1001-4957-a9b6-e449e73abef5 None None] Provisioning complete for port 13b7a318-8669-4b93-8778-a5bb694f6e13 triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:17:21.130735 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-bcfd6ab5-1001-4957-a9b6-e449e73abef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:21.167242 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-bcfd6ab5-1001-4957-a9b6-e449e73abef5 None None] Port 13b7a318-8669-4b93-8778-a5bb694f6e13 cannot update to ACTIVE because it is not bound. {{(pid=101975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:17:21.312036 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7ddd7999-59ab-4934-b3a6-2dcab084b072 req-efe9f24b-f9d9-45a5-9c32-e579ecfe6a5d tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0da75ba1-61c1-4ac1-807d-aa3eccd4b391 HTTP/1.1" status: 200 len: 210 time: 0.0307093 Oct 27 10:17:21.937936 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015705ad-396e-4aae-a085-1bc00e93ef5c req-06258ee6-38f8-475a-b9fa-2710f099945b tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:21.939302 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-015705ad-396e-4aae-a085-1bc00e93ef5c req-06258ee6-38f8-475a-b9fa-2710f099945b tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 932 time: 0.0481570 Oct 27 10:17:21.976256 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-015705ad-396e-4aae-a085-1bc00e93ef5c req-469f6fd8-578a-48a6-9fc2-c673b31345bc tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308695 Oct 27 10:17:22.405182 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-beef5537-ad6f-4514-81e9-37d9c8da4db9 req-7c60effa-7137-4368-a733-ab6f4c27cd19 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0da75ba1-61c1-4ac1-807d-aa3eccd4b391 HTTP/1.1" status: 200 len: 210 time: 0.0259402 Oct 27 10:17:23.096049 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d5e47-293c-4553-ba8b-5ddb3ad5a452 req-348b27cb-639e-4d34-a35d-2da445941abd tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:23.097387 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-758d5e47-293c-4553-ba8b-5ddb3ad5a452 req-348b27cb-639e-4d34-a35d-2da445941abd tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 932 time: 0.0507967 Oct 27 10:17:23.134267 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-758d5e47-293c-4553-ba8b-5ddb3ad5a452 req-e33ef10a-8540-423a-8f2e-210f7300fe24 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308065 Oct 27 10:17:23.495158 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-d53c8c42-941f-48e0-a5a4-059a41493d39 req-31ade315-808f-4de9-9c40-0c0c36f89299 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0da75ba1-61c1-4ac1-807d-aa3eccd4b391 HTTP/1.1" status: 200 len: 210 time: 0.0262930 Oct 27 10:17:23.628479 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-34be4a61-d63d-4d98-8389-18d5812120c2 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Request body: {'port': {'device_id': '0da75ba1-61c1-4ac1-807d-aa3eccd4b391', 'network_id': '017002ed-3a29-40d6-8245-86193844b3f1', 'admin_state_up': True, 'tenant_id': 'a5338a1797264625abb3d6db32ff14e3'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:17:23.638134 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-6061ff34-ea4f-46d6-9ec2-574087cc16d6 service neutron] Request body: {'port': {'device_id': '6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:17:23.744044 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-6061ff34-ea4f-46d6-9ec2-574087cc16d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:23.947962 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-34be4a61-d63d-4d98-8389-18d5812120c2 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Made reservation on behalf of a5338a1797264625abb3d6db32ff14e3 for: {'port': 1} {{(pid=101973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:17:23.951504 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-34be4a61-d63d-4d98-8389-18d5812120c2 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:24.153105 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.db_base_plugin_common [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-34be4a61-d63d-4d98-8389-18d5812120c2 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Allocated IP 172.20.0.8 (017002ed-3a29-40d6-8245-86193844b3f1/bc65fbba-340e-4390-b7ee-198f7e51293d/fc55212c-be35-4a92-9d6d-45a73368ce92) {{(pid=101973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:17:24.159879 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-6061ff34-ea4f-46d6-9ec2-574087cc16d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13b7a318-8669-4b93-8778-a5bb694f6e13 {{(pid=101973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:17:24.170949 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-6061ff34-ea4f-46d6-9ec2-574087cc16d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:24.195548 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-6061ff34-ea4f-46d6-9ec2-574087cc16d6 service neutron] Transition to ACTIVE for port object 13b7a318-8669-4b93-8778-a5bb694f6e13 will not be triggered until provisioned by entity L2. {{(pid=101973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:17:24.260899 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a62649-d6c2-4567-b5f1-53e3c0f3bdf0 req-78ba8531-fa49-48d1-b2df-98dff6a91d37 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:24.262438 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-b3a62649-d6c2-4567-b5f1-53e3c0f3bdf0 req-78ba8531-fa49-48d1-b2df-98dff6a91d37 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 932 time: 0.0578547 Oct 27 10:17:24.265971 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-6061ff34-ea4f-46d6-9ec2-574087cc16d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9116887'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:24.299808 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-b3a62649-d6c2-4567-b5f1-53e3c0f3bdf0 req-e0e95449-d2d6-409f-a877-f3d4b8b83d36 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307713 Oct 27 10:17:24.346530 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6061ff34-ea4f-46d6-9ec2-574087cc16d6 service neutron] Pushing event updated for resources: {'Port': ['ID=13b7a318-8669-4b93-8778-a5bb694f6e13,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:17:24.418671 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-34be4a61-d63d-4d98-8389-18d5812120c2 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Publish callbacks [] for port, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:24.460010 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-6061ff34-ea4f-46d6-9ec2-574087cc16d6 service neutron] Attempting to bind port 13b7a318-8669-4b93-8778-a5bb694f6e13 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:17:24.460343 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-6061ff34-ea4f-46d6-9ec2-574087cc16d6 service neutron] Attempting to bind port 13b7a318-8669-4b93-8778-a5bb694f6e13 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '2d3ba54e-e4c0-416f-b13e-608a81231259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '232c2cd8-3827-47b2-95ae-f90c0b9d2e5c'}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:17:24.460668 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-6061ff34-ea4f-46d6-9ec2-574087cc16d6 service neutron] Attempting to bind port 13b7a318-8669-4b93-8778-a5bb694f6e13 on network 232c2cd8-3827-47b2-95ae-f90c0b9d2e5c {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:17:24.471819 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-6061ff34-ea4f-46d6-9ec2-574087cc16d6 service neutron] Port 13b7a318-8669-4b93-8778-a5bb694f6e13 on network 232c2cd8-3827-47b2-95ae-f90c0b9d2e5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:17:24.472140 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-6061ff34-ea4f-46d6-9ec2-574087cc16d6 service neutron] Attempting to bind port 13b7a318-8669-4b93-8778-a5bb694f6e13 on network 232c2cd8-3827-47b2-95ae-f90c0b9d2e5c {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:17:24.480589 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-6061ff34-ea4f-46d6-9ec2-574087cc16d6 service neutron] Checking agent: {'id': '4745671e-30cb-4e18-8ff0-6142bf8b3cdd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 11, 11), 'started_at': datetime.datetime(2021, 10, 27, 10, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:17:24.480917 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-6061ff34-ea4f-46d6-9ec2-574087cc16d6 service neutron] Checking segment: {'id': '2d3ba54e-e4c0-416f-b13e-608a81231259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '232c2cd8-3827-47b2-95ae-f90c0b9d2e5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:17:24.481297 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-6061ff34-ea4f-46d6-9ec2-574087cc16d6 service neutron] Bound using segment: {'id': '2d3ba54e-e4c0-416f-b13e-608a81231259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '232c2cd8-3827-47b2-95ae-f90c0b9d2e5c'} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:17:24.481744 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-6061ff34-ea4f-46d6-9ec2-574087cc16d6 service neutron] Bound port: 13b7a318-8669-4b93-8778-a5bb694f6e13, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d3ba54e-e4c0-416f-b13e-608a81231259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '232c2cd8-3827-47b2-95ae-f90c0b9d2e5c'}}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:17:24.482088 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-6061ff34-ea4f-46d6-9ec2-574087cc16d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:24.546936 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-6061ff34-ea4f-46d6-9ec2-574087cc16d6 service neutron] For port 13b7a318-8669-4b93-8778-a5bb694f6e13, host hv-cinder-81514, cleared binding levels {{(pid=101973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:17:24.550671 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-6061ff34-ea4f-46d6-9ec2-574087cc16d6 service neutron] For port 13b7a318-8669-4b93-8778-a5bb694f6e13, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=13b7a318-8669-4b93-8778-a5bb694f6e13,segment=NetworkSegment(2d3ba54e-e4c0-416f-b13e-608a81231259),segment_id=2d3ba54e-e4c0-416f-b13e-608a81231259)] {{(pid=101973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:17:24.588804 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-8df50f43-a0ce-45c8-b4c6-0baddbba6b10 req-a8e5f16c-249e-4842-9836-24a1e23e1c57 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0da75ba1-61c1-4ac1-807d-aa3eccd4b391 HTTP/1.1" status: 200 len: 210 time: 0.0264399 Oct 27 10:17:24.599371 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-34be4a61-d63d-4d98-8389-18d5812120c2 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:24.615457 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] get_ports_and_sgs() called for port_ids ['dce9e0f9-0a1e-4113-917b-b137217cf47b', '1ff0dddf-8119-4971-8452-b0b89570141f'] {{(pid=101975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:17:24.637094 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-6061ff34-ea4f-46d6-9ec2-574087cc16d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9116887'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:24.658759 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-34be4a61-d63d-4d98-8389-18d5812120c2 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Network 017002ed-3a29-40d6-8245-86193844b3f1 is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:17:24.665057 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-34be4a61-d63d-4d98-8389-18d5812120c2 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:17:24.672524 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-34be4a61-d63d-4d98-8389-18d5812120c2 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Received port after_create {{(pid=101973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:17:24.701838 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-6061ff34-ea4f-46d6-9ec2-574087cc16d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:24.703341 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-6061ff34-ea4f-46d6-9ec2-574087cc16d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:24.706087 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-6061ff34-ea4f-46d6-9ec2-574087cc16d6 service neutron] 10.222.0.81 "PUT /v2.0/ports/13b7a318-8669-4b93-8778-a5bb694f6e13 HTTP/1.1" status: 200 len: 1094 time: 1.0733705 Oct 27 10:17:24.710475 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be4a61-d63d-4d98-8389-18d5812120c2 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Pushing event updated for resources: {'Port': ['ID=fc55212c-be35-4a92-9d6d-45a73368ce92,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:17:24.738640 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab', 'tag': '13b7a318-8669-4b93-8778-a5bb694f6e13'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:17:24.741426 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94debda59f24a9426fb80c87c8c8853eb57e17b8e03a85591ed34d87467b8464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a41290-59d7-4111-bb1d-7a5467f0e8aa" -d '{"events": [{"name": "network-changed", "server_uuid": "6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab", "tag": "13b7a318-8669-4b93-8778-a5bb694f6e13"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:17:24.796333 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-34be4a61-d63d-4d98-8389-18d5812120c2 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:24.797109 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-34be4a61-d63d-4d98-8389-18d5812120c2 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:24.801646 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e345737-d98e-427d-af38-9d46ab0c8ee2 x-openstack-request-id: req-5e345737-d98e-427d-af38-9d46ab0c8ee2 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:17:24.802195 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab", "tag": "13b7a318-8669-4b93-8778-a5bb694f6e13", "status": "completed", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:17:24.802520 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5e345737-d98e-427d-af38-9d46ab0c8ee2 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:17:24.803021 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab', 'tag': '13b7a318-8669-4b93-8778-a5bb694f6e13', 'status': 'completed', 'code': 200} Oct 27 10:17:24.808406 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6061ff34-ea4f-46d6-9ec2-574087cc16d6 service neutron] Pushing event updated for resources: {'Port': ['ID=13b7a318-8669-4b93-8778-a5bb694f6e13,revision_number=3']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:17:24.866534 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a41290-59d7-4111-bb1d-7a5467f0e8aa req-eaea16f1-cd9b-4771-8d17-a7ee330d3505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:24.868162 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-41a41290-59d7-4111-bb1d-7a5467f0e8aa req-eaea16f1-cd9b-4771-8d17-a7ee330d3505 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=20d2cc4467704c129f691b1ba2dd72cc&device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 1097 time: 0.0443037 Oct 27 10:17:24.958818 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-34be4a61-d63d-4d98-8389-18d5812120c2 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3342171 Oct 27 10:17:24.974509 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-d2b883ea-c496-4933-ad64-0d8d01c99fd5 service neutron] Request body: {'port': {'device_id': '0da75ba1-61c1-4ac1-807d-aa3eccd4b391', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:17:25.010005 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a41290-59d7-4111-bb1d-7a5467f0e8aa req-71ef2941-002a-4059-9d27-fd6aafa30119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:25.011482 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-41a41290-59d7-4111-bb1d-7a5467f0e8aa req-71ef2941-002a-4059-9d27-fd6aafa30119 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=20d2cc4467704c129f691b1ba2dd72cc&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1299903 Oct 27 10:17:25.084014 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-d2b883ea-c496-4933-ad64-0d8d01c99fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:25.169423 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a41290-59d7-4111-bb1d-7a5467f0e8aa req-218c4d59-9fec-4be4-a440-90f9f2ca8a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:25.170824 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-41a41290-59d7-4111-bb1d-7a5467f0e8aa req-218c4d59-9fec-4be4-a440-90f9f2ca8a9f service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1407731 Oct 27 10:17:25.310427 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-224b7d9d-ea2d-471e-9d67-ace5b5eef452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:25.311915 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-224b7d9d-ea2d-471e-9d67-ace5b5eef452 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=20d2cc4467704c129f691b1ba2dd72cc&device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 1097 time: 0.0859666 Oct 27 10:17:25.375395 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-a8cdfa1f-9be3-45d9-bc35-a61b5342fcc5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13b7a318-8669-4b93-8778-a5bb694f6e13 HTTP/1.1" status: 200 len: 217 time: 0.0487957 Oct 27 10:17:25.491689 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-8c71a336-ecdf-45d1-93be-c54bf052e64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:25.493116 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-8c71a336-ecdf-45d1-93be-c54bf052e64f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=32f65f21-7a7c-4568-afd2-3193e7fc13b4 HTTP/1.1" status: 200 len: 856 time: 0.1034346 Oct 27 10:17:25.506402 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d15d5-c5f3-4836-a6f3-290590969965 req-114ad192-9a8a-4ca4-9933-958b9f0d9f1f tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:25.507769 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-501d15d5-c5f3-4836-a6f3-290590969965 req-114ad192-9a8a-4ca4-9933-958b9f0d9f1f tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 944 time: 0.1365919 Oct 27 10:17:25.516130 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-d2b883ea-c496-4933-ad64-0d8d01c99fd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc55212c-be35-4a92-9d6d-45a73368ce92 {{(pid=101973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:17:25.528462 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-d2b883ea-c496-4933-ad64-0d8d01c99fd5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:25.550324 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-d2b883ea-c496-4933-ad64-0d8d01c99fd5 service neutron] Transition to ACTIVE for port object fc55212c-be35-4a92-9d6d-45a73368ce92 will not be triggered until provisioned by entity L2. {{(pid=101973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:17:25.562045 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-501d15d5-c5f3-4836-a6f3-290590969965 req-a7cdbda3-4269-4b9d-8803-dcf62e4588d1 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485063 Oct 27 10:17:25.610512 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-d2b883ea-c496-4933-ad64-0d8d01c99fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9116887'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:25.669290 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b883ea-c496-4933-ad64-0d8d01c99fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=fc55212c-be35-4a92-9d6d-45a73368ce92,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:17:25.709195 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b81c11-07e2-490f-b157-aa3990633f3e req-49bf0b8d-367f-4e69-b08f-74415552ad5a tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:25.714057 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-06b81c11-07e2-490f-b157-aa3990633f3e req-49bf0b8d-367f-4e69-b08f-74415552ad5a tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0da75ba1-61c1-4ac1-807d-aa3eccd4b391 HTTP/1.1" status: 200 len: 943 time: 0.0489194 Oct 27 10:17:25.739799 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-d2b883ea-c496-4933-ad64-0d8d01c99fd5 service neutron] Attempting to bind port fc55212c-be35-4a92-9d6d-45a73368ce92 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:17:25.740126 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-d2b883ea-c496-4933-ad64-0d8d01c99fd5 service neutron] Attempting to bind port fc55212c-be35-4a92-9d6d-45a73368ce92 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '8b8e4560-5fb6-473a-bbfe-b3c3dffb572d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '017002ed-3a29-40d6-8245-86193844b3f1'}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:17:25.740447 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-d2b883ea-c496-4933-ad64-0d8d01c99fd5 service neutron] Attempting to bind port fc55212c-be35-4a92-9d6d-45a73368ce92 on network 017002ed-3a29-40d6-8245-86193844b3f1 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:17:25.744806 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-d2b883ea-c496-4933-ad64-0d8d01c99fd5 service neutron] Port fc55212c-be35-4a92-9d6d-45a73368ce92 on network 017002ed-3a29-40d6-8245-86193844b3f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:17:25.745053 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-d2b883ea-c496-4933-ad64-0d8d01c99fd5 service neutron] Attempting to bind port fc55212c-be35-4a92-9d6d-45a73368ce92 on network 017002ed-3a29-40d6-8245-86193844b3f1 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:17:25.749208 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-06b81c11-07e2-490f-b157-aa3990633f3e req-27fe8516-7bf4-4d9a-bffd-1fe486caae2c tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322673 Oct 27 10:17:25.749750 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-d2b883ea-c496-4933-ad64-0d8d01c99fd5 service neutron] Checking agent: {'id': '4745671e-30cb-4e18-8ff0-6142bf8b3cdd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 11, 11), 'started_at': datetime.datetime(2021, 10, 27, 10, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:17:25.750079 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-d2b883ea-c496-4933-ad64-0d8d01c99fd5 service neutron] Checking segment: {'id': '8b8e4560-5fb6-473a-bbfe-b3c3dffb572d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '017002ed-3a29-40d6-8245-86193844b3f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:17:25.750442 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-d2b883ea-c496-4933-ad64-0d8d01c99fd5 service neutron] Bound using segment: {'id': '8b8e4560-5fb6-473a-bbfe-b3c3dffb572d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '017002ed-3a29-40d6-8245-86193844b3f1'} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:17:25.750851 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-d2b883ea-c496-4933-ad64-0d8d01c99fd5 service neutron] Bound port: fc55212c-be35-4a92-9d6d-45a73368ce92, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b8e4560-5fb6-473a-bbfe-b3c3dffb572d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '017002ed-3a29-40d6-8245-86193844b3f1'}}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:17:25.751193 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-d2b883ea-c496-4933-ad64-0d8d01c99fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:25.823092 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-d2b883ea-c496-4933-ad64-0d8d01c99fd5 service neutron] For port fc55212c-be35-4a92-9d6d-45a73368ce92, host hv-cinder-81514, cleared binding levels {{(pid=101973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:17:25.826158 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-d2b883ea-c496-4933-ad64-0d8d01c99fd5 service neutron] For port fc55212c-be35-4a92-9d6d-45a73368ce92, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=fc55212c-be35-4a92-9d6d-45a73368ce92,segment=NetworkSegment(8b8e4560-5fb6-473a-bbfe-b3c3dffb572d),segment_id=8b8e4560-5fb6-473a-bbfe-b3c3dffb572d)] {{(pid=101973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:17:25.879754 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-d2b883ea-c496-4933-ad64-0d8d01c99fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9116887'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:25.914924 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-d2b883ea-c496-4933-ad64-0d8d01c99fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:25.915523 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-d2b883ea-c496-4933-ad64-0d8d01c99fd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:25.916915 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-d2b883ea-c496-4933-ad64-0d8d01c99fd5 service neutron] 10.222.0.81 "PUT /v2.0/ports/fc55212c-be35-4a92-9d6d-45a73368ce92 HTTP/1.1" status: 200 len: 1093 time: 0.9480028 Oct 27 10:17:25.937182 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b883ea-c496-4933-ad64-0d8d01c99fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=fc55212c-be35-4a92-9d6d-45a73368ce92,revision_number=3']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:17:26.680819 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464807be-72b0-4fc6-a693-4ad30e59b622 req-c46b4a89-6a37-43aa-8788-51d3d0be0563 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:26.682273 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-464807be-72b0-4fc6-a693-4ad30e59b622 req-c46b4a89-6a37-43aa-8788-51d3d0be0563 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 944 time: 0.0479450 Oct 27 10:17:26.721976 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-464807be-72b0-4fc6-a693-4ad30e59b622 req-24a483c5-971b-4924-adeb-f16c617bf14a tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338275 Oct 27 10:17:26.803773 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da75ba1-61c1-4ac1-807d-aa3eccd4b391', 'tag': 'fc55212c-be35-4a92-9d6d-45a73368ce92'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:17:26.806135 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94debda59f24a9426fb80c87c8c8853eb57e17b8e03a85591ed34d87467b8464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ea7d1d-7340-4558-904f-83df7b51647e" -d '{"events": [{"name": "network-changed", "server_uuid": "0da75ba1-61c1-4ac1-807d-aa3eccd4b391", "tag": "fc55212c-be35-4a92-9d6d-45a73368ce92"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:17:26.842059 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b1ff94-a9c2-48e1-a8e8-09023ad81189 x-openstack-request-id: req-c5b1ff94-a9c2-48e1-a8e8-09023ad81189 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:17:26.842059 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da75ba1-61c1-4ac1-807d-aa3eccd4b391", "tag": "fc55212c-be35-4a92-9d6d-45a73368ce92", "status": "completed", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:17:26.842261 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c5b1ff94-a9c2-48e1-a8e8-09023ad81189 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:17:26.842513 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0da75ba1-61c1-4ac1-807d-aa3eccd4b391', 'tag': 'fc55212c-be35-4a92-9d6d-45a73368ce92', 'status': 'completed', 'code': 200} Oct 27 10:17:26.872749 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89b8ea-9817-4688-876f-df686fc2bf35 req-c790836d-bf05-48ed-830f-35edf4b9e3f5 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:26.872749 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-6d89b8ea-9817-4688-876f-df686fc2bf35 req-c790836d-bf05-48ed-830f-35edf4b9e3f5 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0da75ba1-61c1-4ac1-807d-aa3eccd4b391 HTTP/1.1" status: 200 len: 943 time: 0.0520773 Oct 27 10:17:26.904826 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-6d89b8ea-9817-4688-876f-df686fc2bf35 req-35f4afef-92b6-49a9-b343-f3f29df95d1e tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311780 Oct 27 10:17:27.333361 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-5230644c-0012-451b-b780-acfe230ece16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:27.334867 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-5230644c-0012-451b-b780-acfe230ece16 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=232c2cd8-3827-47b2-95ae-f90c0b9d2e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412376 Oct 27 10:17:27.840874 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58ad25-f25c-4451-a32d-9324ee6de10b req-29568246-36cb-41d6-a221-0e3dfc8ec187 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:27.842386 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-6a58ad25-f25c-4451-a32d-9324ee6de10b req-29568246-36cb-41d6-a221-0e3dfc8ec187 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 944 time: 0.0487306 Oct 27 10:17:27.880520 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-6a58ad25-f25c-4451-a32d-9324ee6de10b req-cefd9f04-34f4-4d54-8be6-854865ba8798 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316575 Oct 27 10:17:28.018132 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98443aad-02bf-423f-8a9b-2c48b59e0f44 req-d2d73d72-f03a-4fea-9b1b-980e21eec5d9 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:28.019621 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-98443aad-02bf-423f-8a9b-2c48b59e0f44 req-d2d73d72-f03a-4fea-9b1b-980e21eec5d9 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0da75ba1-61c1-4ac1-807d-aa3eccd4b391 HTTP/1.1" status: 200 len: 943 time: 0.0514438 Oct 27 10:17:28.056909 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-98443aad-02bf-423f-8a9b-2c48b59e0f44 req-62950f94-452b-4bf7-8351-5f7931d63532 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312064 Oct 27 10:17:28.426593 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea7d1d-7340-4558-904f-83df7b51647e req-684a3403-7f1e-4e8a-8894-785eb34704e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:28.428076 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-83ea7d1d-7340-4558-904f-83df7b51647e req-684a3403-7f1e-4e8a-8894-785eb34704e2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a5338a1797264625abb3d6db32ff14e3&device_id=0da75ba1-61c1-4ac1-807d-aa3eccd4b391 HTTP/1.1" status: 200 len: 1096 time: 0.0956328 Oct 27 10:17:28.449092 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-5fa39730-3da4-43b1-ae23-19814290fa92 service neutron] 10.222.0.81 "GET /v2.0/networks/232c2cd8-3827-47b2-95ae-f90c0b9d2e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258810 Oct 27 10:17:28.848605 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea7d1d-7340-4558-904f-83df7b51647e req-00e42f2c-5452-4a12-953a-9a47e9a8c972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:28.850379 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-83ea7d1d-7340-4558-904f-83df7b51647e req-00e42f2c-5452-4a12-953a-9a47e9a8c972 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=a5338a1797264625abb3d6db32ff14e3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4104395 Oct 27 10:17:28.859898 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-229ff8bb-8e8e-426f-a8f8-abc836059792 req-449b2e4b-36a0-4c47-bfe3-f789afacef6a service neutron] 10.222.0.81 "GET /v2.0/networks/232c2cd8-3827-47b2-95ae-f90c0b9d2e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3983583 Oct 27 10:17:28.954665 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea7d1d-7340-4558-904f-83df7b51647e req-a75f85be-7197-4609-9361-7bc0514b8ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:28.956847 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-83ea7d1d-7340-4558-904f-83df7b51647e req-a75f85be-7197-4609-9361-7bc0514b8ad3 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0960798 Oct 27 10:17:29.002835 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbbc2a-ab3a-4501-a2f0-8bcbdec31112 req-c23b666d-e627-4b82-ad82-de36df9454a7 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:29.004357 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-e7bbbc2a-ab3a-4501-a2f0-8bcbdec31112 req-c23b666d-e627-4b82-ad82-de36df9454a7 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 944 time: 0.0522466 Oct 27 10:17:29.068371 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-e7bbbc2a-ab3a-4501-a2f0-8bcbdec31112 req-a366feca-3614-4d96-b26d-05bb727957f1 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558608 Oct 27 10:17:29.072738 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-9345b1ef-bcb6-4008-9c24-b05af5849ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:29.074705 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-9345b1ef-bcb6-4008-9c24-b05af5849ad8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a5338a1797264625abb3d6db32ff14e3&device_id=0da75ba1-61c1-4ac1-807d-aa3eccd4b391 HTTP/1.1" status: 200 len: 1096 time: 0.0691552 Oct 27 10:17:29.130980 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-f1d6626a-1695-4938-98cb-78aa540597cf service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc55212c-be35-4a92-9d6d-45a73368ce92 HTTP/1.1" status: 200 len: 217 time: 0.0364201 Oct 27 10:17:29.171859 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263c69a-dd5b-4bbc-9fbe-150714aa5f89 req-42e11ee1-aad2-47af-bc91-687e13a9c220 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:29.174714 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-1263c69a-dd5b-4bbc-9fbe-150714aa5f89 req-42e11ee1-aad2-47af-bc91-687e13a9c220 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0da75ba1-61c1-4ac1-807d-aa3eccd4b391 HTTP/1.1" status: 200 len: 943 time: 0.0513668 Oct 27 10:17:29.186002 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-1b66041c-f972-4372-88b4-d76b559a5abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:29.187426 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-1b66041c-f972-4372-88b4-d76b559a5abf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bc65fbba-340e-4390-b7ee-198f7e51293d HTTP/1.1" status: 200 len: 854 time: 0.0473185 Oct 27 10:17:29.212294 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-1263c69a-dd5b-4bbc-9fbe-150714aa5f89 req-c74fcfb8-039d-45d4-be0f-fd8eabf968d9 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317278 Oct 27 10:17:29.223207 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-869ed72a-1db8-4b7d-ac77-a27c7825d4a4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=017002ed-3a29-40d6-8245-86193844b3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257583 Oct 27 10:17:29.320025 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-9f78d61b-109d-4eed-87f1-bb5c25530a0e service neutron] 10.222.0.81 "GET /v2.0/networks/017002ed-3a29-40d6-8245-86193844b3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878639 Oct 27 10:17:29.417820 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7ea1a368-cbe8-4c03-a78b-5d43c874dbcc req-e171480a-1f0f-4184-8c58-fe7bf6436b22 service neutron] 10.222.0.81 "GET /v2.0/networks/017002ed-3a29-40d6-8245-86193844b3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863853 Oct 27 10:17:29.814150 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.agents_db [None req-86e8c3be-7e21-4532-a65d-8f48c0a472d4 None None] Agent healthcheck: found 6 active agents {{(pid=101976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:17:30.190506 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceef1f4-ed66-4f7e-93a9-6a1db24fa1e8 req-e8d60196-7538-4577-af18-c65ea40f3bb3 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:30.195089 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-9ceef1f4-ed66-4f7e-93a9-6a1db24fa1e8 req-e8d60196-7538-4577-af18-c65ea40f3bb3 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 944 time: 0.0488057 Oct 27 10:17:30.230926 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-9ceef1f4-ed66-4f7e-93a9-6a1db24fa1e8 req-57ad62cd-b087-452a-8475-446fb0dda871 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323086 Oct 27 10:17:30.332761 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e03b7b-3b24-4691-8323-3ccb12fd0fd7 req-5f70c878-bbb0-4e05-818f-06534186a4b8 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:30.334352 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a7e03b7b-3b24-4691-8323-3ccb12fd0fd7 req-5f70c878-bbb0-4e05-818f-06534186a4b8 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0da75ba1-61c1-4ac1-807d-aa3eccd4b391 HTTP/1.1" status: 200 len: 943 time: 0.0529532 Oct 27 10:17:30.371791 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a7e03b7b-3b24-4691-8323-3ccb12fd0fd7 req-c84f88fc-b5f6-40a7-b153-bb354b7361cb tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314388 Oct 27 10:17:31.353530 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b9c54c-77a4-4093-b931-cdf4518734a8 req-7a941373-6fff-4820-84b5-b2b961b5ea17 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:31.355028 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-c8b9c54c-77a4-4093-b931-cdf4518734a8 req-7a941373-6fff-4820-84b5-b2b961b5ea17 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 944 time: 0.0507710 Oct 27 10:17:31.393434 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-c8b9c54c-77a4-4093-b931-cdf4518734a8 req-f7d97e5b-176f-4e43-9767-57157ab80db5 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323377 Oct 27 10:17:31.488401 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d8768-bc72-45a9-95d2-1bb4a135746f req-9c7c2965-e3ea-4042-a51f-8407ebe180c2 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:31.489900 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-9f1d8768-bc72-45a9-95d2-1bb4a135746f req-9c7c2965-e3ea-4042-a51f-8407ebe180c2 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0da75ba1-61c1-4ac1-807d-aa3eccd4b391 HTTP/1.1" status: 200 len: 943 time: 0.0510921 Oct 27 10:17:31.530061 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-9f1d8768-bc72-45a9-95d2-1bb4a135746f req-1d3c9860-185c-445e-9f8c-0433cec9f474 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339561 Oct 27 10:17:31.582126 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-85079a5e-ceea-4092-857f-a0a44f7d9482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:32.328985 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 13b7a318-8669-4b93-8778-a5bb694f6e13 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:17:32.425471 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port 13b7a318-8669-4b93-8778-a5bb694f6e13, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=13b7a318-8669-4b93-8778-a5bb694f6e13,segment=NetworkSegment(2d3ba54e-e4c0-416f-b13e-608a81231259),segment_id=2d3ba54e-e4c0-416f-b13e-608a81231259)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:17:32.436946 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Returning: {'device': '13b7a318-8669-4b93-8778-a5bb694f6e13', 'network_id': '232c2cd8-3827-47b2-95ae-f90c0b9d2e5c', 'port_id': '13b7a318-8669-4b93-8778-a5bb694f6e13', 'mac_address': 'fa:16:3e:3c:3c:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32f65f21-7a7c-4568-afd2-3193e7fc13b4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:17:32.474084 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:32.488124 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13b7a318-8669-4b93-8778-a5bb694f6e13 {{(pid=101975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:17:32.507282 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port 13b7a318-8669-4b93-8778-a5bb694f6e13, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=13b7a318-8669-4b93-8778-a5bb694f6e13,segment=NetworkSegment(2d3ba54e-e4c0-416f-b13e-608a81231259),segment_id=2d3ba54e-e4c0-416f-b13e-608a81231259)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:17:32.513952 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ab2b4-8b78-4493-9979-0767180d89f1 req-e09eb0d3-156a-44ab-b132-07591f525e86 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:32.515430 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-b62ab2b4-8b78-4493-9979-0767180d89f1 req-e09eb0d3-156a-44ab-b132-07591f525e86 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 944 time: 0.0529318 Oct 27 10:17:32.555937 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-b62ab2b4-8b78-4493-9979-0767180d89f1 req-457de09d-0af2-44ba-b2cf-0d40b49c6223 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343604 Oct 27 10:17:32.587813 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:32.638840 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=13b7a318-8669-4b93-8778-a5bb694f6e13,revision_number=4']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:17:32.646590 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:17:32.646959 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:17:32.647303 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:17:32.647632 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:17:32.647961 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:17:32.648324 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:17:32.648632 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:17:32.649007 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:17:32.649411 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:17:32.649656 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:17:32.650018 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:17:32.650335 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:17:32.684032 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4d852-5599-4b67-8502-3aefe4938a5a req-254f36ee-11f3-4cb1-a280-4ae6fcf678e4 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:32.685517 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-03f4d852-5599-4b67-8502-3aefe4938a5a req-254f36ee-11f3-4cb1-a280-4ae6fcf678e4 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0da75ba1-61c1-4ac1-807d-aa3eccd4b391 HTTP/1.1" status: 200 len: 943 time: 0.0685034 Oct 27 10:17:32.724948 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-03f4d852-5599-4b67-8502-3aefe4938a5a req-ba10e8c7-b6b2-4d60-97ef-2090cf0be601 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331926 Oct 27 10:17:32.976572 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] get_ports_and_sgs() called for port_ids ['13b7a318-8669-4b93-8778-a5bb694f6e13'] {{(pid=101975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:17:33.678959 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2bf50-d36c-408b-80ca-00f1705fa601 req-d0864ee2-99a5-4332-bf8b-3726c439f721 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:33.680503 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1ed2bf50-d36c-408b-80ca-00f1705fa601 req-d0864ee2-99a5-4332-bf8b-3726c439f721 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 945 time: 0.0495086 Oct 27 10:17:33.718821 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1ed2bf50-d36c-408b-80ca-00f1705fa601 req-3562de37-adcb-4889-bb17-961d9a2a07b0 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323722 Oct 27 10:17:33.842204 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e93e50-fcdb-4653-93e7-ac96d350d2c9 req-8260f8d7-b49d-43c7-8404-036c13f4ad46 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:33.843597 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-98e93e50-fcdb-4653-93e7-ac96d350d2c9 req-8260f8d7-b49d-43c7-8404-036c13f4ad46 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0da75ba1-61c1-4ac1-807d-aa3eccd4b391 HTTP/1.1" status: 200 len: 943 time: 0.0492289 Oct 27 10:17:33.881801 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-98e93e50-fcdb-4653-93e7-ac96d350d2c9 req-28a4f5d8-398c-4a6f-9dd7-042dff30b4d2 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321665 Oct 27 10:17:34.147761 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-723015eb-1a54-4f6c-aff4-8f6776a60873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:34.317985 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device fc55212c-be35-4a92-9d6d-45a73368ce92 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:17:34.321600 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 13b7a318-8669-4b93-8778-a5bb694f6e13 up at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:17:34.449894 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port fc55212c-be35-4a92-9d6d-45a73368ce92, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=fc55212c-be35-4a92-9d6d-45a73368ce92,segment=NetworkSegment(8b8e4560-5fb6-473a-bbfe-b3c3dffb572d),segment_id=8b8e4560-5fb6-473a-bbfe-b3c3dffb572d)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:17:34.461151 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Returning: {'device': 'fc55212c-be35-4a92-9d6d-45a73368ce92', 'network_id': '017002ed-3a29-40d6-8245-86193844b3f1', 'port_id': 'fc55212c-be35-4a92-9d6d-45a73368ce92', 'mac_address': 'fa:16:3e:37:e2:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1045, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc65fbba-340e-4390-b7ee-198f7e51293d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:17:34.492955 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Provisioning for port 13b7a318-8669-4b93-8778-a5bb694f6e13 completed by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:17:34.500689 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Provisioning complete for port 13b7a318-8669-4b93-8778-a5bb694f6e13 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:17:34.501053 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:34.522324 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:34.542884 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc55212c-be35-4a92-9d6d-45a73368ce92 {{(pid=101975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:17:34.567607 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port fc55212c-be35-4a92-9d6d-45a73368ce92, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=fc55212c-be35-4a92-9d6d-45a73368ce92,segment=NetworkSegment(8b8e4560-5fb6-473a-bbfe-b3c3dffb572d),segment_id=8b8e4560-5fb6-473a-bbfe-b3c3dffb572d)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:17:34.606043 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:34.628551 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b7a318-8669-4b93-8778-a5bb694f6e13'}] {{(pid=101975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:17:34.630848 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef74c052f1c640f85ff9302be404e86fdcd9e777050b230953bf81409b3ec6af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a258b48-232a-4851-9792-410063b22e7f" -d '{"events": [{"server_uuid": "6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab", "name": "network-vif-plugged", "status": "completed", "tag": "13b7a318-8669-4b93-8778-a5bb694f6e13"}]}' {{(pid=101975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:17:34.635928 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:34.648581 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port 13b7a318-8669-4b93-8778-a5bb694f6e13, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=13b7a318-8669-4b93-8778-a5bb694f6e13,segment=NetworkSegment(2d3ba54e-e4c0-416f-b13e-608a81231259),segment_id=2d3ba54e-e4c0-416f-b13e-608a81231259)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:17:34.667683 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43270f3-a35a-44c1-b2a1-65751828ab2d x-openstack-request-id: req-d43270f3-a35a-44c1-b2a1-65751828ab2d {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:17:34.667993 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab", "name": "network-vif-plugged", "status": "completed", "tag": "13b7a318-8669-4b93-8778-a5bb694f6e13", "code": 200}]} {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:17:34.668251 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d43270f3-a35a-44c1-b2a1-65751828ab2d {{(pid=101975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:17:34.668669 dv-cinder-815146-2-iscsi neutron-server[101975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b7a318-8669-4b93-8778-a5bb694f6e13', 'code': 200} Oct 27 10:17:34.695978 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=fc55212c-be35-4a92-9d6d-45a73368ce92,revision_number=4']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:17:34.719332 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:34.767317 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=13b7a318-8669-4b93-8778-a5bb694f6e13,revision_number=5']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:17:34.844844 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb1728-eead-4ef1-ab09-0ae2491fbee2 req-bf32feb3-d094-42d8-9aee-77a425a959e9 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:34.846647 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-06cb1728-eead-4ef1-ab09-0ae2491fbee2 req-bf32feb3-d094-42d8-9aee-77a425a959e9 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 946 time: 0.0531032 Oct 27 10:17:34.886995 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-06cb1728-eead-4ef1-ab09-0ae2491fbee2 req-580c6c03-8cd3-455a-be0c-30e520ff82ca tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342295 Oct 27 10:17:35.007462 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a833310-dce7-419f-a028-10db4432e5fa req-2d74bba7-155c-4990-bb34-ac4c20d60b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:35.008380 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-3a833310-dce7-419f-a028-10db4432e5fa req-2d74bba7-155c-4990-bb34-ac4c20d60b7f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 1099 time: 0.0686746 Oct 27 10:17:35.010708 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] get_ports_and_sgs() called for port_ids ['fc55212c-be35-4a92-9d6d-45a73368ce92'] {{(pid=101975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:17:35.027130 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b64def-48c2-42ea-b2d4-b779a836b190 req-583cc949-48dc-4c0f-af3d-36c89d09ee02 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:35.028773 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-08b64def-48c2-42ea-b2d4-b779a836b190 req-583cc949-48dc-4c0f-af3d-36c89d09ee02 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0da75ba1-61c1-4ac1-807d-aa3eccd4b391 HTTP/1.1" status: 200 len: 944 time: 0.0612998 Oct 27 10:17:35.074706 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-3a833310-dce7-419f-a028-10db4432e5fa req-a3c4683b-6016-4321-b076-8a06bd6e0993 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449665 Oct 27 10:17:35.089604 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-08b64def-48c2-42ea-b2d4-b779a836b190 req-04881059-d122-4577-b45c-0b6f3c97eb74 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466466 Oct 27 10:17:35.325258 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:35.449252 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8912cbf7-444f-49da-b317-3256d411293b req-bf93e8fa-ccf7-4bb3-8b2f-fb4b8c161787 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:35.450734 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-8912cbf7-444f-49da-b317-3256d411293b req-bf93e8fa-ccf7-4bb3-8b2f-fb4b8c161787 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c922f27-928c-45ae-9f2b-ad665a25eb8b HTTP/1.1" status: 200 len: 945 time: 0.0483847 Oct 27 10:17:35.488528 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-8912cbf7-444f-49da-b317-3256d411293b req-16bf9ee6-69ce-4df2-a319-e97a8a3260be tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/security-groups?id=15c362ac-a5e1-4e41-b574-55a421c3f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319097 Oct 27 10:17:35.936607 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:36.017374 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d30dd4-6941-407c-bd11-8a563286aac8 req-8b1f18ba-2c96-417e-8398-df4a265e8909 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:36.019601 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a7d30dd4-6941-407c-bd11-8a563286aac8 req-8b1f18ba-2c96-417e-8398-df4a265e8909 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 946 time: 0.0488405 Oct 27 10:17:36.057688 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a7d30dd4-6941-407c-bd11-8a563286aac8 req-4a5e05ee-235d-4ce2-a276-43a3daebf6e8 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321519 Oct 27 10:17:36.210108 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611840a8-a540-4d58-bd15-6a76b1673923 req-9bf2014b-25f2-4c4e-b124-13c272eafeed tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:36.211578 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-611840a8-a540-4d58-bd15-6a76b1673923 req-9bf2014b-25f2-4c4e-b124-13c272eafeed tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0da75ba1-61c1-4ac1-807d-aa3eccd4b391 HTTP/1.1" status: 200 len: 944 time: 0.0535977 Oct 27 10:17:36.247954 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-611840a8-a540-4d58-bd15-6a76b1673923 req-c3fbff6a-915d-4573-b152-2f474c07d7d7 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305269 Oct 27 10:17:36.313260 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device fc55212c-be35-4a92-9d6d-45a73368ce92 up at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:17:36.433529 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Provisioning for port fc55212c-be35-4a92-9d6d-45a73368ce92 completed by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:17:36.437429 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Provisioning complete for port fc55212c-be35-4a92-9d6d-45a73368ce92 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:17:36.437821 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:36.515768 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:36.548395 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port fc55212c-be35-4a92-9d6d-45a73368ce92, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=fc55212c-be35-4a92-9d6d-45a73368ce92,segment=NetworkSegment(8b8e4560-5fb6-473a-bbfe-b3c3dffb572d),segment_id=8b8e4560-5fb6-473a-bbfe-b3c3dffb572d)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:17:36.620140 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bcf760-104c-4941-a8bd-c68245740dfa req-1700bd2d-398e-4b61-a181-9e2ae58ab2d3 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:36.621595 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-84bcf760-104c-4941-a8bd-c68245740dfa req-1700bd2d-398e-4b61-a181-9e2ae58ab2d3 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c922f27-928c-45ae-9f2b-ad665a25eb8b HTTP/1.1" status: 200 len: 945 time: 0.0488856 Oct 27 10:17:36.628562 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:36.664601 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-84bcf760-104c-4941-a8bd-c68245740dfa req-0bfec88f-1524-406c-9aaf-3acf3f606b97 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/security-groups?id=15c362ac-a5e1-4e41-b574-55a421c3f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334723 Oct 27 10:17:36.673555 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da75ba1-61c1-4ac1-807d-aa3eccd4b391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc55212c-be35-4a92-9d6d-45a73368ce92'}] {{(pid=101975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:17:36.676435 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef74c052f1c640f85ff9302be404e86fdcd9e777050b230953bf81409b3ec6af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90c00d4-5b42-4ec5-a56b-fa8c5f3cc063" -d '{"events": [{"server_uuid": "0da75ba1-61c1-4ac1-807d-aa3eccd4b391", "name": "network-vif-plugged", "status": "completed", "tag": "fc55212c-be35-4a92-9d6d-45a73368ce92"}]}' {{(pid=101975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:17:36.683804 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=fc55212c-be35-4a92-9d6d-45a73368ce92,revision_number=5']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:17:36.716657 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc31445-ac27-4072-8a15-7cdfbcf2e7f2 x-openstack-request-id: req-8cc31445-ac27-4072-8a15-7cdfbcf2e7f2 {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:17:36.716657 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da75ba1-61c1-4ac1-807d-aa3eccd4b391", "name": "network-vif-plugged", "status": "completed", "tag": "fc55212c-be35-4a92-9d6d-45a73368ce92", "code": 200}]} {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:17:36.716861 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8cc31445-ac27-4072-8a15-7cdfbcf2e7f2 {{(pid=101975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:17:36.717220 dv-cinder-815146-2-iscsi neutron-server[101975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da75ba1-61c1-4ac1-807d-aa3eccd4b391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc55212c-be35-4a92-9d6d-45a73368ce92', 'code': 200} Oct 27 10:17:37.097220 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63bc80-d32f-4fff-ae48-3588f083ed4d req-7946ec62-eefc-467a-ba1d-a0b6b336e5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:37.098745 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-be63bc80-d32f-4fff-ae48-3588f083ed4d req-7946ec62-eefc-467a-ba1d-a0b6b336e5d4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0da75ba1-61c1-4ac1-807d-aa3eccd4b391 HTTP/1.1" status: 200 len: 1098 time: 0.0456424 Oct 27 10:17:37.107959 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:37.137364 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-be63bc80-d32f-4fff-ae48-3588f083ed4d req-bcd32c79-2ed0-4ac4-94fb-c246389405b3 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282989 Oct 27 10:17:37.183889 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96486cb0-6e2f-4510-ba03-ec1bca611565 req-06201f7e-6aee-49d9-a7b5-54bf1973d95c tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:37.185332 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-96486cb0-6e2f-4510-ba03-ec1bca611565 req-06201f7e-6aee-49d9-a7b5-54bf1973d95c tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 946 time: 0.0539837 Oct 27 10:17:37.222229 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-96486cb0-6e2f-4510-ba03-ec1bca611565 req-6b67fb90-7363-4148-b50d-0034712b85df tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307882 Oct 27 10:17:37.339593 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab62e9-aa42-4698-84b7-7f31f5397485 req-a540021d-6ed2-414b-9908-a6ca53b7f76c tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:37.341084 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-14ab62e9-aa42-4698-84b7-7f31f5397485 req-a540021d-6ed2-414b-9908-a6ca53b7f76c tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 946 time: 0.0502801 Oct 27 10:17:37.351010 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 51534) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:17:37.355582 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-9c3cec97-8d1b-43d2-88e3-018f9e7a98b8 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Request body: {'floatingip': {'port_id': '13b7a318-8669-4b93-8778-a5bb694f6e13'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:17:37.360417 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619113b-8dfd-4dfc-8697-ed4139629042 req-09ba818e-13d2-401d-89d0-43132d82b276 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:37.362358 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-b619113b-8dfd-4dfc-8697-ed4139629042 req-09ba818e-13d2-401d-89d0-43132d82b276 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0da75ba1-61c1-4ac1-807d-aa3eccd4b391 HTTP/1.1" status: 200 len: 945 time: 0.0489130 Oct 27 10:17:37.397092 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9c3cec97-8d1b-43d2-88e3-018f9e7a98b8 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks [] for floatingip, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:37.399306 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-b619113b-8dfd-4dfc-8697-ed4139629042 req-9c1f4a26-e79c-4f3e-a2e6-21d073227759 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312915 Oct 27 10:17:37.837637 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9c3cec97-8d1b-43d2-88e3-018f9e7a98b8 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:37.845199 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e0108-1a30-4998-9e34-fcc9dc2e291f req-d7a01bd0-282c-4a06-83c2-0ae686f0648f tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:37.847345 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-139e0108-1a30-4998-9e34-fcc9dc2e291f req-d7a01bd0-282c-4a06-83c2-0ae686f0648f tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c922f27-928c-45ae-9f2b-ad665a25eb8b HTTP/1.1" status: 200 len: 945 time: 0.1020689 Oct 27 10:17:37.884775 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-139e0108-1a30-4998-9e34-fcc9dc2e291f req-b5aa7407-c830-4d59-9f26-2f9ac3238381 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/security-groups?id=15c362ac-a5e1-4e41-b574-55a421c3f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310202 Oct 27 10:17:37.896600 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9c3cec97-8d1b-43d2-88e3-018f9e7a98b8 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564014'] for floatingip, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:38.024407 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32aa28-64a2-4ed7-83e0-9d69e5a42889 req-d38c3070-e1b1-49de-a1c7-00d8c975b91b tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:38.025840 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-3e32aa28-64a2-4ed7-83e0-9d69e5a42889 req-d38c3070-e1b1-49de-a1c7-00d8c975b91b tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c922f27-928c-45ae-9f2b-ad665a25eb8b HTTP/1.1" status: 200 len: 945 time: 0.0947087 Oct 27 10:17:38.032141 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.db.l3_db [None req-9c3cec97-8d1b-43d2-88e3-018f9e7a98b8 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Floating IP e1b1ccc2-5a97-4574-81ee-b0ed50d2df17 associated. External IP: 172.27.0.251, port: 13b7a318-8669-4b93-8778-a5bb694f6e13. Oct 27 10:17:38.258375 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [req-3e32aa28-64a2-4ed7-83e0-9d69e5a42889 req-65fa22dd-c466-4bc9-8313-004a9093830c tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Deleting port 29069b5a-4683-4c86-b32c-9ccc4c495d3e {{(pid=101973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:17:38.258704 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-3e32aa28-64a2-4ed7-83e0-9d69e5a42889 req-65fa22dd-c466-4bc9-8313-004a9093830c tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:38.366325 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3cec97-8d1b-43d2-88e3-018f9e7a98b8 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Router 6583f1c3-2cd5-41fc-a7f7-ebb598d22137 has already been hosted by L3 agent b2a2dab9-f998-4002-b8bb-cf3ca8546284 {{(pid=101973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:17:38.371039 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-3e32aa28-64a2-4ed7-83e0-9d69e5a42889 req-65fa22dd-c466-4bc9-8313-004a9093830c tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] For port 29069b5a-4683-4c86-b32c-9ccc4c495d3e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=29069b5a-4683-4c86-b32c-9ccc4c495d3e,segment=NetworkSegment(1020b0ce-7923-49ef-b95f-fd4a8f23904b),segment_id=1020b0ce-7923-49ef-b95f-fd4a8f23904b)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:17:38.371388 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-3e32aa28-64a2-4ed7-83e0-9d69e5a42889 req-65fa22dd-c466-4bc9-8313-004a9093830c tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:38.386183 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [req-3e32aa28-64a2-4ed7-83e0-9d69e5a42889 req-65fa22dd-c466-4bc9-8313-004a9093830c tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Calling delete_port for 29069b5a-4683-4c86-b32c-9ccc4c495d3e owned by compute:nova {{(pid=101973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:17:38.515488 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071f261-f9f4-4204-b21d-c600c6532e15 req-defa55b6-cf42-409f-a9a3-65406af5a6c0 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:38.517141 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-b071f261-f9f4-4204-b21d-c600c6532e15 req-defa55b6-cf42-409f-a9a3-65406af5a6c0 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0da75ba1-61c1-4ac1-807d-aa3eccd4b391 HTTP/1.1" status: 200 len: 945 time: 0.0499892 Oct 27 10:17:38.548104 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3cec97-8d1b-43d2-88e3-018f9e7a98b8 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Notify agent at l3_agent.dv-cinder-815146-2-iscsi the message routers_updated {{(pid=101973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:17:38.553588 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9c3cec97-8d1b-43d2-88e3-018f9e7a98b8 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for floatingip, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:38.555986 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-b071f261-f9f4-4204-b21d-c600c6532e15 req-e94de865-c138-455e-829f-75e2cfacd0ea tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319369 Oct 27 10:17:38.560663 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc847550-0959-461b-9634-8b193cf07260 None None] Sync routers for ids ['6583f1c3-2cd5-41fc-a7f7-ebb598d22137'] in dv-cinder-815146-2-iscsi {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:17:38.579987 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc847550-0959-461b-9634-8b193cf07260 None None] Routers {'6583f1c3-2cd5-41fc-a7f7-ebb598d22137'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:17:38.579987 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-dc847550-0959-461b-9634-8b193cf07260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:17:34Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['6583f1c3-2cd5-41fc-a7f7-ebb598d22137'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:17:38.618416 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-9c3cec97-8d1b-43d2-88e3-018f9e7a98b8 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "PUT /v2.0/floatingips/e1b1ccc2-5a97-4574-81ee-b0ed50d2df17 HTTP/1.1" status: 200 len: 992 time: 1.2654212 Oct 27 10:17:38.625590 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab', 'tag': '13b7a318-8669-4b93-8778-a5bb694f6e13'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:17:38.625590 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94debda59f24a9426fb80c87c8c8853eb57e17b8e03a85591ed34d87467b8464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6b5505-b2bd-4879-b4b0-3d9e27358a9d" -d '{"events": [{"name": "network-changed", "server_uuid": "6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab", "tag": "13b7a318-8669-4b93-8778-a5bb694f6e13"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:17:38.670233 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9c5c3d-576a-463c-88f5-a22716c7a770 x-openstack-request-id: req-5e9c5c3d-576a-463c-88f5-a22716c7a770 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:17:38.670874 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab", "tag": "13b7a318-8669-4b93-8778-a5bb694f6e13", "status": "completed", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:17:38.671223 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5e9c5c3d-576a-463c-88f5-a22716c7a770 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:17:38.671628 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab', 'tag': '13b7a318-8669-4b93-8778-a5bb694f6e13', 'status': 'completed', 'code': 200} Oct 27 10:17:38.696520 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-3e32aa28-64a2-4ed7-83e0-9d69e5a42889 req-65fa22dd-c466-4bc9-8313-004a9093830c tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:38.738462 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa22dd-c466-4bc9-8313-004a9093830c tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Pushing event deleted for resources: {'Port': ['ID=29069b5a-4683-4c86-b32c-9ccc4c495d3e,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:17:38.776995 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] get_ports_and_sgs() called for port_ids ['29069b5a-4683-4c86-b32c-9ccc4c495d3e'] {{(pid=101975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:17:38.805527 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e32aa28-64a2-4ed7-83e0-9d69e5a42889 req-65fa22dd-c466-4bc9-8313-004a9093830c tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] No DVR routers for this DVR port 29069b5a-4683-4c86-b32c-9ccc4c495d3e on host hv-cinder-81514 {{(pid=101973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:17:38.808329 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-3e32aa28-64a2-4ed7-83e0-9d69e5a42889 req-65fa22dd-c466-4bc9-8313-004a9093830c tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:38.811619 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-3e32aa28-64a2-4ed7-83e0-9d69e5a42889 req-65fa22dd-c466-4bc9-8313-004a9093830c tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.81 "DELETE /v2.0/ports/29069b5a-4683-4c86-b32c-9ccc4c495d3e HTTP/1.1" status: 204 len: 173 time: 0.7763691 Oct 27 10:17:38.819055 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b5505-b2bd-4879-b4b0-3d9e27358a9d req-a3d66941-bab8-4697-ba31-044d8e17a101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:38.820594 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-5d6b5505-b2bd-4879-b4b0-3d9e27358a9d req-a3d66941-bab8-4697-ba31-044d8e17a101 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=20d2cc4467704c129f691b1ba2dd72cc&device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 1099 time: 0.1139350 Oct 27 10:17:38.843338 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-dc847550-0959-461b-9634-8b193cf07260 None None] Set router 6583f1c3-2cd5-41fc-a7f7-ebb598d22137 gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:17:38.921291 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b5505-b2bd-4879-b4b0-3d9e27358a9d req-b7370629-2957-48e5-91b3-e7877b4436e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:38.923069 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-5d6b5505-b2bd-4879-b4b0-3d9e27358a9d req-b7370629-2957-48e5-91b3-e7877b4436e2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=232c2cd8-3827-47b2-95ae-f90c0b9d2e5c HTTP/1.1" status: 200 len: 919 time: 0.0942411 Oct 27 10:17:39.006604 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-5d6b5505-b2bd-4879-b4b0-3d9e27358a9d req-ba54ec40-4c4d-44e9-8283-c12353ff3369 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13b7a318-8669-4b93-8778-a5bb694f6e13 HTTP/1.1" status: 200 len: 1000 time: 0.0641973 Oct 27 10:17:39.014046 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-2f3ed147-8d1a-4b27-9e99-cba146152fb8 req-2c8325a6-8ba1-437b-b42b-78e1aa75222c tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c922f27-928c-45ae-9f2b-ad665a25eb8b HTTP/1.1" status: 200 len: 210 time: 0.0511053 Oct 27 10:17:39.075589 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b5505-b2bd-4879-b4b0-3d9e27358a9d req-1f3726a8-3cd6-47ae-97cd-f32c38988048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:39.077080 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-5d6b5505-b2bd-4879-b4b0-3d9e27358a9d req-1f3726a8-3cd6-47ae-97cd-f32c38988048 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=32f65f21-7a7c-4568-afd2-3193e7fc13b4 HTTP/1.1" status: 200 len: 856 time: 0.0522637 Oct 27 10:17:39.083662 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-dc847550-0959-461b-9634-8b193cf07260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'name': 'tempest-AttachVolumeShelveTestJSON-1169022080-router', 'tenant_id': '20d2cc4467704c129f691b1ba2dd72cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '0f0381e7-42de-486b-b3b8-4226787353b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:00Z', 'updated_at': '2021-10-27T10:13:06Z', 'revision_number': 4, 'project_id': '20d2cc4467704c129f691b1ba2dd72cc', 'gw_port': {'id': '0f0381e7-42de-486b-b3b8-4226787353b6', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:01Z', 'updated_at': '2021-10-27T10:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_floatingips': [{'id': 'e1b1ccc2-5a97-4574-81ee-b0ed50d2df17', 'tenant_id': '20d2cc4467704c129f691b1ba2dd72cc', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'router_id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'port_id': '13b7a318-8669-4b93-8778-a5bb694f6e13', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '232c2cd8-3827-47b2-95ae-f90c0b9d2e5c', 'mac_address': 'fa:16:3e:3c:3c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:17:13Z', 'updated_at': '2021-10-27T10:17:37Z', 'revision_number': 1, 'project_id': '20d2cc4467704c129f691b1ba2dd72cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60f2a9e9-4a35-494b-b9c9-9aaaa587e2c1', 'name': '', 'network_id': '232c2cd8-3827-47b2-95ae-f90c0b9d2e5c', 'tenant_id': '20d2cc4467704c129f691b1ba2dd72cc', 'mac_address': 'fa:16:3e:df:d5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '32f65f21-7a7c-4568-afd2-3193e7fc13b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:05Z', 'updated_at': '2021-10-27T10:13:13Z', 'revision_number': 5, 'project_id': '20d2cc4467704c129f691b1ba2dd72cc', 'subnets': [{'id': '32f65f21-7a7c-4568-afd2-3193e7fc13b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:17:39.110745 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc847550-0959-461b-9634-8b193cf07260 None None] Checking router: 6583f1c3-2cd5-41fc-a7f7-ebb598d22137 for host: dv-cinder-815146-2-iscsi {{(pid=101975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:17:39.119556 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc847550-0959-461b-9634-8b193cf07260 None None] Routers {'6583f1c3-2cd5-41fc-a7f7-ebb598d22137'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:17:39.120158 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-dc847550-0959-461b-9634-8b193cf07260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:17:34Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['6583f1c3-2cd5-41fc-a7f7-ebb598d22137'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:17:39.127875 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b5505-b2bd-4879-b4b0-3d9e27358a9d req-d67fb2d1-8ba6-4f93-ae73-0953fb6afc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:39.129615 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-5d6b5505-b2bd-4879-b4b0-3d9e27358a9d req-d67fb2d1-8ba6-4f93-ae73-0953fb6afc1c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=232c2cd8-3827-47b2-95ae-f90c0b9d2e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435934 Oct 27 10:17:39.229466 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-dc847550-0959-461b-9634-8b193cf07260 None None] Set router 6583f1c3-2cd5-41fc-a7f7-ebb598d22137 gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:17:39.231559 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-5d6b5505-b2bd-4879-b4b0-3d9e27358a9d req-5ff7efe7-e4a0-4f84-91e9-550ebb3090fb service neutron] 10.222.0.81 "GET /v2.0/networks/232c2cd8-3827-47b2-95ae-f90c0b9d2e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929627 Oct 27 10:17:39.323413 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-5d6b5505-b2bd-4879-b4b0-3d9e27358a9d req-b8e42c50-8e6a-4b8b-ba4c-9c25c388a62b service neutron] 10.222.0.81 "GET /v2.0/networks/232c2cd8-3827-47b2-95ae-f90c0b9d2e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827813 Oct 27 10:17:39.462770 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-dc847550-0959-461b-9634-8b193cf07260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'name': 'tempest-AttachVolumeShelveTestJSON-1169022080-router', 'tenant_id': '20d2cc4467704c129f691b1ba2dd72cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '0f0381e7-42de-486b-b3b8-4226787353b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:00Z', 'updated_at': '2021-10-27T10:13:06Z', 'revision_number': 4, 'project_id': '20d2cc4467704c129f691b1ba2dd72cc', 'gw_port': {'id': '0f0381e7-42de-486b-b3b8-4226787353b6', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:01Z', 'updated_at': '2021-10-27T10:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_floatingips': [{'id': 'e1b1ccc2-5a97-4574-81ee-b0ed50d2df17', 'tenant_id': '20d2cc4467704c129f691b1ba2dd72cc', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'router_id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'port_id': '13b7a318-8669-4b93-8778-a5bb694f6e13', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '232c2cd8-3827-47b2-95ae-f90c0b9d2e5c', 'mac_address': 'fa:16:3e:3c:3c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:17:13Z', 'updated_at': '2021-10-27T10:17:37Z', 'revision_number': 1, 'project_id': '20d2cc4467704c129f691b1ba2dd72cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60f2a9e9-4a35-494b-b9c9-9aaaa587e2c1', 'name': '', 'network_id': '232c2cd8-3827-47b2-95ae-f90c0b9d2e5c', 'tenant_id': '20d2cc4467704c129f691b1ba2dd72cc', 'mac_address': 'fa:16:3e:df:d5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '32f65f21-7a7c-4568-afd2-3193e7fc13b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:05Z', 'updated_at': '2021-10-27T10:13:13Z', 'revision_number': 5, 'project_id': '20d2cc4467704c129f691b1ba2dd72cc', 'subnets': [{'id': '32f65f21-7a7c-4568-afd2-3193e7fc13b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:17:39.490392 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc847550-0959-461b-9634-8b193cf07260 None None] The sync data for ids ['6583f1c3-2cd5-41fc-a7f7-ebb598d22137'] in dv-cinder-815146-2-iscsi is: [{'id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'name': 'tempest-AttachVolumeShelveTestJSON-1169022080-router', 'tenant_id': '20d2cc4467704c129f691b1ba2dd72cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '0f0381e7-42de-486b-b3b8-4226787353b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:00Z', 'updated_at': '2021-10-27T10:13:06Z', 'revision_number': 4, 'project_id': '20d2cc4467704c129f691b1ba2dd72cc', 'gw_port': {'id': '0f0381e7-42de-486b-b3b8-4226787353b6', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:01Z', 'updated_at': '2021-10-27T10:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_floatingips': [{'id': 'e1b1ccc2-5a97-4574-81ee-b0ed50d2df17', 'tenant_id': '20d2cc4467704c129f691b1ba2dd72cc', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'router_id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'port_id': '13b7a318-8669-4b93-8778-a5bb694f6e13', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '232c2cd8-3827-47b2-95ae-f90c0b9d2e5c', 'mac_address': 'fa:16:3e:3c:3c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:17:13Z', 'updated_at': '2021-10-27T10:17:37Z', 'revision_number': 1, 'project_id': '20d2cc4467704c129f691b1ba2dd72cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60f2a9e9-4a35-494b-b9c9-9aaaa587e2c1', 'name': '', 'network_id': '232c2cd8-3827-47b2-95ae-f90c0b9d2e5c', 'tenant_id': '20d2cc4467704c129f691b1ba2dd72cc', 'mac_address': 'fa:16:3e:df:d5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '32f65f21-7a7c-4568-afd2-3193e7fc13b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:05Z', 'updated_at': '2021-10-27T10:13:13Z', 'revision_number': 5, 'project_id': '20d2cc4467704c129f691b1ba2dd72cc', 'subnets': [{'id': '32f65f21-7a7c-4568-afd2-3193e7fc13b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:17:39.686287 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36679cf5-2b77-4290-b09a-b7e65783a4c1 None None] New status for floating IP e1b1ccc2-5a97-4574-81ee-b0ed50d2df17: ACTIVE {{(pid=101976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:17:39.694996 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd1a23-3c5c-42a6-96ad-cd6c41b38511 req-4e3d3df2-f4bd-41fa-8c49-ef5a12380ab4 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:39.696505 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-3fcd1a23-3c5c-42a6-96ad-cd6c41b38511 req-4e3d3df2-f4bd-41fa-8c49-ef5a12380ab4 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0da75ba1-61c1-4ac1-807d-aa3eccd4b391 HTTP/1.1" status: 200 len: 945 time: 0.0618308 Oct 27 10:17:39.738014 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-3fcd1a23-3c5c-42a6-96ad-cd6c41b38511 req-3710fd9f-4acf-4914-be43-b6b3cd5cfff4 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351284 Oct 27 10:17:40.672735 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c922f27-928c-45ae-9f2b-ad665a25eb8b', 'name': 'network-vif-deleted', 'tag': '29069b5a-4683-4c86-b32c-9ccc4c495d3e'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:17:40.675113 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94debda59f24a9426fb80c87c8c8853eb57e17b8e03a85591ed34d87467b8464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865e0a05-44c6-415b-a208-fee3dbdce39e" -d '{"events": [{"server_uuid": "4c922f27-928c-45ae-9f2b-ad665a25eb8b", "name": "network-vif-deleted", "tag": "29069b5a-4683-4c86-b32c-9ccc4c495d3e"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:17:40.712271 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7590a33c-1a2b-45d8-b5c1-9818cf3a693b x-openstack-request-id: req-7590a33c-1a2b-45d8-b5c1-9818cf3a693b {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:17:40.712818 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c922f27-928c-45ae-9f2b-ad665a25eb8b", "name": "network-vif-deleted", "tag": "29069b5a-4683-4c86-b32c-9ccc4c495d3e", "status": "completed", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:17:40.712918 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7590a33c-1a2b-45d8-b5c1-9818cf3a693b {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:17:40.713284 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c922f27-928c-45ae-9f2b-ad665a25eb8b', 'name': 'network-vif-deleted', 'tag': '29069b5a-4683-4c86-b32c-9ccc4c495d3e', 'status': 'completed', 'code': 200} Oct 27 10:17:43.970094 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 29069b5a-4683-4c86-b32c-9ccc4c495d3e no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:17:44.001689 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] No Port match for: 29069b5a-4683-4c86-b32c-9ccc4c495d3e {{(pid=101975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:17:44.002055 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 29069b5a-4683-4c86-b32c-9ccc4c495d3e not bound to the agent host hv-cinder-81514 {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:17:44.073766 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:50.698748 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-551f7f05-c213-44d7-81e0-1a4420d470e7 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:50.700201 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-551f7f05-c213-44d7-81e0-1a4420d470e7 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/networks?id=fe514084-06b9-4300-8690-1fa73ba4d9e4 HTTP/1.1" status: 200 len: 813 time: 0.0991828 Oct 27 10:17:50.715239 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-2b3de5a0-3357-4813-aedc-dea414faa984 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/quotas/6a786fcb46c24c00a9c3657e80653b94 HTTP/1.1" status: 200 len: 375 time: 0.0093734 Oct 27 10:17:50.745737 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-6ec50f81-fcfb-4f70-9d25-b6a1875cd5f0 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a786fcb46c24c00a9c3657e80653b94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253103 Oct 27 10:17:50.838175 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-cea509d1-6e8c-4fde-9f2c-f24e49b22cc3 service neutron] 10.222.0.36 "GET /v2.0/networks/fe514084-06b9-4300-8690-1fa73ba4d9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857277 Oct 27 10:17:50.931028 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-def8dfa6-f543-4f9b-a95c-626559a788bb service neutron] 10.222.0.36 "GET /v2.0/networks/fe514084-06b9-4300-8690-1fa73ba4d9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866573 Oct 27 10:17:51.165006 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-8b38480c-2ce1-423e-9592-b89ee6972c42 req-c1a06511-1208-4fa3-91f7-2ed27dd9ad46 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e5e6acd-6b4f-42d6-bdcb-38bf32e08f80 HTTP/1.1" status: 200 len: 210 time: 0.0330529 Oct 27 10:17:52.262456 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-fa5b99f4-5b8d-4bf4-8ff7-401fc858f758 req-5f2a5f35-5675-4f82-a320-dea1f37bf95d tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e5e6acd-6b4f-42d6-bdcb-38bf32e08f80 HTTP/1.1" status: 200 len: 210 time: 0.0278618 Oct 27 10:17:52.786852 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5547e-a209-4ecb-ac32-880a3175a0be req-dd07dfe9-cdee-4d7d-a2dd-fc722942a5d7 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:52.788377 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-b1e5547e-a209-4ecb-ac32-880a3175a0be req-dd07dfe9-cdee-4d7d-a2dd-fc722942a5d7 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 945 time: 0.0500281 Oct 27 10:17:52.825956 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-b1e5547e-a209-4ecb-ac32-880a3175a0be req-6af81ef2-7245-4d70-83c4-467a035448a1 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312009 Oct 27 10:17:53.182617 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-bc9dccdd-40f0-4d1d-b9c9-fac99b81d68e tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:53.183978 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-bc9dccdd-40f0-4d1d-b9c9-fac99b81d68e tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.81 "GET /v2.0/networks?id=fe514084-06b9-4300-8690-1fa73ba4d9e4 HTTP/1.1" status: 200 len: 813 time: 0.0991144 Oct 27 10:17:53.201236 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-608b94bb-5a8e-4d0e-95a5-bf45851d7668 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Request body: {'port': {'device_id': '8e5e6acd-6b4f-42d6-bdcb-38bf32e08f80', 'network_id': 'fe514084-06b9-4300-8690-1fa73ba4d9e4', 'admin_state_up': True, 'tenant_id': '6a786fcb46c24c00a9c3657e80653b94'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:17:53.366807 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-ddffe596-72d8-401c-a45d-aa43e546a0e9 req-1238d3a2-906e-497b-b64b-f5a3c84d2a9c tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e5e6acd-6b4f-42d6-bdcb-38bf32e08f80 HTTP/1.1" status: 200 len: 210 time: 0.0312743 Oct 27 10:17:53.622196 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-608b94bb-5a8e-4d0e-95a5-bf45851d7668 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Made reservation on behalf of 6a786fcb46c24c00a9c3657e80653b94 for: {'port': 1} {{(pid=101973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:17:53.625754 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-608b94bb-5a8e-4d0e-95a5-bf45851d7668 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:53.750703 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.db_base_plugin_common [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-608b94bb-5a8e-4d0e-95a5-bf45851d7668 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Allocated IP 172.20.0.8 (fe514084-06b9-4300-8690-1fa73ba4d9e4/63bc9c78-b74c-496b-9d38-9a1c5bb598e2/54a5d0ca-8452-47fd-9aec-cd368b6a3127) {{(pid=101973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:17:53.901551 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-608b94bb-5a8e-4d0e-95a5-bf45851d7668 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Publish callbacks [] for port, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:53.946598 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431dfb64-c7e3-448f-8510-c51d6e2980bb req-50940fc5-730f-4079-923b-e6403270298b tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:53.948243 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-431dfb64-c7e3-448f-8510-c51d6e2980bb req-50940fc5-730f-4079-923b-e6403270298b tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 945 time: 0.0521722 Oct 27 10:17:53.990937 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-431dfb64-c7e3-448f-8510-c51d6e2980bb req-1480b441-d5ed-4d49-ac26-0f5f985da009 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357237 Oct 27 10:17:53.994620 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-608b94bb-5a8e-4d0e-95a5-bf45851d7668 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:54.040984 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-608b94bb-5a8e-4d0e-95a5-bf45851d7668 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Network fe514084-06b9-4300-8690-1fa73ba4d9e4 is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:17:54.044182 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-608b94bb-5a8e-4d0e-95a5-bf45851d7668 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:17:54.047888 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-608b94bb-5a8e-4d0e-95a5-bf45851d7668 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Received port after_create {{(pid=101973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:17:54.072279 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b94bb-5a8e-4d0e-95a5-bf45851d7668 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Pushing event updated for resources: {'Port': ['ID=54a5d0ca-8452-47fd-9aec-cd368b6a3127,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:17:54.100343 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-608b94bb-5a8e-4d0e-95a5-bf45851d7668 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:54.100960 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-608b94bb-5a8e-4d0e-95a5-bf45851d7668 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:54.150048 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-608b94bb-5a8e-4d0e-95a5-bf45851d7668 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9524319 Oct 27 10:17:54.170953 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-3e104993-c212-4a80-8a69-916e31c45654 service neutron] Request body: {'port': {'device_id': '8e5e6acd-6b4f-42d6-bdcb-38bf32e08f80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:17:54.226750 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-3e104993-c212-4a80-8a69-916e31c45654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:54.479982 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-3e104993-c212-4a80-8a69-916e31c45654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54a5d0ca-8452-47fd-9aec-cd368b6a3127 {{(pid=101973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:17:54.481020 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0e5f2-21f2-46cd-887d-9b46f729d625 req-e6f7fda9-4005-457c-887b-e31c87d42a8e tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:54.482501 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-32f0e5f2-21f2-46cd-887d-9b46f729d625 req-e6f7fda9-4005-457c-887b-e31c87d42a8e tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e5e6acd-6b4f-42d6-bdcb-38bf32e08f80 HTTP/1.1" status: 200 len: 931 time: 0.0475390 Oct 27 10:17:54.487421 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-3e104993-c212-4a80-8a69-916e31c45654 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:54.499902 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-3e104993-c212-4a80-8a69-916e31c45654 service neutron] Transition to ACTIVE for port object 54a5d0ca-8452-47fd-9aec-cd368b6a3127 will not be triggered until provisioned by entity L2. {{(pid=101973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:17:54.520329 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-32f0e5f2-21f2-46cd-887d-9b46f729d625 req-b1759e2b-fb3d-4cd2-9c44-b967337b0c8a tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/security-groups?id=15c362ac-a5e1-4e41-b574-55a421c3f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317624 Oct 27 10:17:54.593512 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-3e104993-c212-4a80-8a69-916e31c45654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9116887'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:54.650124 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e104993-c212-4a80-8a69-916e31c45654 service neutron] Pushing event updated for resources: {'Port': ['ID=54a5d0ca-8452-47fd-9aec-cd368b6a3127,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:17:54.720740 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-3e104993-c212-4a80-8a69-916e31c45654 service neutron] Attempting to bind port 54a5d0ca-8452-47fd-9aec-cd368b6a3127 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:17:54.721079 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-3e104993-c212-4a80-8a69-916e31c45654 service neutron] Attempting to bind port 54a5d0ca-8452-47fd-9aec-cd368b6a3127 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '1020b0ce-7923-49ef-b95f-fd4a8f23904b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'fe514084-06b9-4300-8690-1fa73ba4d9e4'}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:17:54.721829 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-3e104993-c212-4a80-8a69-916e31c45654 service neutron] Attempting to bind port 54a5d0ca-8452-47fd-9aec-cd368b6a3127 on network fe514084-06b9-4300-8690-1fa73ba4d9e4 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:17:54.726644 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-3e104993-c212-4a80-8a69-916e31c45654 service neutron] Port 54a5d0ca-8452-47fd-9aec-cd368b6a3127 on network fe514084-06b9-4300-8690-1fa73ba4d9e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:17:54.726966 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-3e104993-c212-4a80-8a69-916e31c45654 service neutron] Attempting to bind port 54a5d0ca-8452-47fd-9aec-cd368b6a3127 on network fe514084-06b9-4300-8690-1fa73ba4d9e4 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:17:54.731860 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-3e104993-c212-4a80-8a69-916e31c45654 service neutron] Checking agent: {'id': '4745671e-30cb-4e18-8ff0-6142bf8b3cdd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 11, 11), 'started_at': datetime.datetime(2021, 10, 27, 10, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:17:54.732194 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-3e104993-c212-4a80-8a69-916e31c45654 service neutron] Checking segment: {'id': '1020b0ce-7923-49ef-b95f-fd4a8f23904b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'fe514084-06b9-4300-8690-1fa73ba4d9e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:17:54.732570 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-3e104993-c212-4a80-8a69-916e31c45654 service neutron] Bound using segment: {'id': '1020b0ce-7923-49ef-b95f-fd4a8f23904b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'fe514084-06b9-4300-8690-1fa73ba4d9e4'} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:17:54.732994 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-3e104993-c212-4a80-8a69-916e31c45654 service neutron] Bound port: 54a5d0ca-8452-47fd-9aec-cd368b6a3127, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1020b0ce-7923-49ef-b95f-fd4a8f23904b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'fe514084-06b9-4300-8690-1fa73ba4d9e4'}}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:17:54.733347 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-3e104993-c212-4a80-8a69-916e31c45654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:54.795526 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-3e104993-c212-4a80-8a69-916e31c45654 service neutron] For port 54a5d0ca-8452-47fd-9aec-cd368b6a3127, host hv-cinder-81514, cleared binding levels {{(pid=101973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:17:54.798532 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-3e104993-c212-4a80-8a69-916e31c45654 service neutron] For port 54a5d0ca-8452-47fd-9aec-cd368b6a3127, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=54a5d0ca-8452-47fd-9aec-cd368b6a3127,segment=NetworkSegment(1020b0ce-7923-49ef-b95f-fd4a8f23904b),segment_id=1020b0ce-7923-49ef-b95f-fd4a8f23904b)] {{(pid=101973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:17:54.841104 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-fe8cfc9c-8e56-40ba-8250-dafe00ea5182 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:54.842588 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-fe8cfc9c-8e56-40ba-8250-dafe00ea5182 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/networks?id=017002ed-3a29-40d6-8245-86193844b3f1 HTTP/1.1" status: 200 len: 814 time: 0.1053324 Oct 27 10:17:54.858462 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-a63ee813-3ad4-49e7-b375-7eae706b7eb6 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/quotas/a5338a1797264625abb3d6db32ff14e3 HTTP/1.1" status: 200 len: 375 time: 0.0101011 Oct 27 10:17:54.891111 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-3e104993-c212-4a80-8a69-916e31c45654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9116887'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:54.912070 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-e85c8c9b-ade3-4fc6-81a4-3df130476cec tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5338a1797264625abb3d6db32ff14e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0477462 Oct 27 10:17:54.928150 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-3e104993-c212-4a80-8a69-916e31c45654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:54.928576 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-3e104993-c212-4a80-8a69-916e31c45654 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:54.929957 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-3e104993-c212-4a80-8a69-916e31c45654 service neutron] 10.222.0.81 "PUT /v2.0/ports/54a5d0ca-8452-47fd-9aec-cd368b6a3127 HTTP/1.1" status: 200 len: 1093 time: 0.7631238 Oct 27 10:17:54.930397 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e5e6acd-6b4f-42d6-bdcb-38bf32e08f80', 'tag': '54a5d0ca-8452-47fd-9aec-cd368b6a3127'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:17:54.932612 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94debda59f24a9426fb80c87c8c8853eb57e17b8e03a85591ed34d87467b8464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3def6437-1955-49db-a849-e580ab0ae6ad" -d '{"events": [{"name": "network-changed", "server_uuid": "8e5e6acd-6b4f-42d6-bdcb-38bf32e08f80", "tag": "54a5d0ca-8452-47fd-9aec-cd368b6a3127"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:17:54.957053 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e104993-c212-4a80-8a69-916e31c45654 service neutron] Pushing event updated for resources: {'Port': ['ID=54a5d0ca-8452-47fd-9aec-cd368b6a3127,revision_number=3']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:17:54.975043 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28946014-cbd6-4f56-bb02-b04fb4ad8259 x-openstack-request-id: req-28946014-cbd6-4f56-bb02-b04fb4ad8259 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:17:54.975576 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e5e6acd-6b4f-42d6-bdcb-38bf32e08f80", "tag": "54a5d0ca-8452-47fd-9aec-cd368b6a3127", "status": "completed", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:17:54.975891 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-28946014-cbd6-4f56-bb02-b04fb4ad8259 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:17:54.976353 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e5e6acd-6b4f-42d6-bdcb-38bf32e08f80', 'tag': '54a5d0ca-8452-47fd-9aec-cd368b6a3127', 'status': 'completed', 'code': 200} Oct 27 10:17:55.005528 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-fbb65614-9694-4358-9a69-89a4c0d6e53a service neutron] 10.222.0.36 "GET /v2.0/networks/017002ed-3a29-40d6-8245-86193844b3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843699 Oct 27 10:17:55.049046 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def6437-1955-49db-a849-e580ab0ae6ad req-4f02fe61-5865-4ac0-9b7a-b10e97b26c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:55.050714 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-3def6437-1955-49db-a849-e580ab0ae6ad req-4f02fe61-5865-4ac0-9b7a-b10e97b26c17 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6a786fcb46c24c00a9c3657e80653b94&device_id=8e5e6acd-6b4f-42d6-bdcb-38bf32e08f80 HTTP/1.1" status: 200 len: 1096 time: 0.0483141 Oct 27 10:17:55.104015 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-f2601283-28f6-4bed-9798-6513b10387b5 service neutron] 10.222.0.36 "GET /v2.0/networks/017002ed-3a29-40d6-8245-86193844b3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917833 Oct 27 10:17:55.166733 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def6437-1955-49db-a849-e580ab0ae6ad req-70fa7697-839c-4ad1-bfe0-e56fa36bcad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:55.168229 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-3def6437-1955-49db-a849-e580ab0ae6ad req-70fa7697-839c-4ad1-bfe0-e56fa36bcad1 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=6a786fcb46c24c00a9c3657e80653b94&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0985041 Oct 27 10:17:55.280230 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efddbe7d-f419-46de-9071-7bc23b3ae01f req-f0bbcd59-2b30-4f1e-9ee2-80f54e3ebd09 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:55.281834 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-efddbe7d-f419-46de-9071-7bc23b3ae01f req-f0bbcd59-2b30-4f1e-9ee2-80f54e3ebd09 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 945 time: 0.1089394 Oct 27 10:17:55.331704 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def6437-1955-49db-a849-e580ab0ae6ad req-4428428c-9ddc-4fcf-a2dc-ce9e05405cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:55.333963 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-3def6437-1955-49db-a849-e580ab0ae6ad req-4428428c-9ddc-4fcf-a2dc-ce9e05405cda service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1509323 Oct 27 10:17:55.342016 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-efddbe7d-f419-46de-9071-7bc23b3ae01f req-4fa2c953-123a-45f6-b39e-32c820176d94 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=2309a279-6d12-40f9-8239-53cce42b12bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494533 Oct 27 10:17:55.378041 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-d69ccec2-e898-4f5c-9e91-ec822356b8c6 req-cf469204-0661-4819-b27e-26ed6a3f7ee5 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d00b57-d0ee-48e6-9502-0e9d7726d771 HTTP/1.1" status: 200 len: 210 time: 0.0453749 Oct 27 10:17:55.436404 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-c09ead87-9f6e-443c-8ac0-f71b74373111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:55.437979 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-c09ead87-9f6e-443c-8ac0-f71b74373111 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6a786fcb46c24c00a9c3657e80653b94&device_id=8e5e6acd-6b4f-42d6-bdcb-38bf32e08f80 HTTP/1.1" status: 200 len: 1096 time: 0.0469098 Oct 27 10:17:55.482462 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-e7e87159-5a66-4051-8846-9034db92ff1c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54a5d0ca-8452-47fd-9aec-cd368b6a3127 HTTP/1.1" status: 200 len: 217 time: 0.0340080 Oct 27 10:17:55.532529 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-f6a3e70b-7838-44f7-b953-1552efcd92be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:55.534012 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-f6a3e70b-7838-44f7-b953-1552efcd92be service neutron] 10.222.0.81 "GET /v2.0/subnets?id=63bc9c78-b74c-496b-9d38-9a1c5bb598e2 HTTP/1.1" status: 200 len: 853 time: 0.0427630 Oct 27 10:17:55.606654 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-10857f6f-3b7b-4905-a11d-426878829c23 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fe514084-06b9-4300-8690-1fa73ba4d9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485401 Oct 27 10:17:55.710686 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219cee1a-8294-43cf-98cb-b38b2a1dc468 req-ed142f93-718b-4225-abf7-fe5cd3cbedb5 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:55.712131 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-219cee1a-8294-43cf-98cb-b38b2a1dc468 req-ed142f93-718b-4225-abf7-fe5cd3cbedb5 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 945 time: 0.1465321 Oct 27 10:17:55.729077 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1487c-bcec-4db3-9b38-c23a2328bb96 req-46efa0b0-d0f3-4bae-852d-e5db4b4acabc tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:55.730559 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-86f1487c-bcec-4db3-9b38-c23a2328bb96 req-46efa0b0-d0f3-4bae-852d-e5db4b4acabc tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e5e6acd-6b4f-42d6-bdcb-38bf32e08f80 HTTP/1.1" status: 200 len: 943 time: 0.1229317 Oct 27 10:17:55.792616 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-d911a106-09b5-47d8-b540-c6035a3501e8 service neutron] 10.222.0.81 "GET /v2.0/networks/fe514084-06b9-4300-8690-1fa73ba4d9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721599 Oct 27 10:17:55.877856 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-86f1487c-bcec-4db3-9b38-c23a2328bb96 req-4d48e3bb-9d79-4738-8c25-06fa976239bb tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/security-groups?id=15c362ac-a5e1-4e41-b574-55a421c3f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397414 Oct 27 10:17:55.933869 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [req-219cee1a-8294-43cf-98cb-b38b2a1dc468 req-8182fcbd-438c-4df8-ad13-a58ed676ca86 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Deleting port e0ce1773-183f-4c8a-a722-38d87e17f97e {{(pid=101973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:17:55.934201 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-219cee1a-8294-43cf-98cb-b38b2a1dc468 req-8182fcbd-438c-4df8-ad13-a58ed676ca86 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:55.939520 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1fbd3216-f740-4c51-9203-d9b45dcfc4e8 req-e0f371ba-89fc-43ee-b71b-c3b5334e08db service neutron] 10.222.0.81 "GET /v2.0/networks/fe514084-06b9-4300-8690-1fa73ba4d9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364646 Oct 27 10:17:56.029570 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-219cee1a-8294-43cf-98cb-b38b2a1dc468 req-8182fcbd-438c-4df8-ad13-a58ed676ca86 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] For port e0ce1773-183f-4c8a-a722-38d87e17f97e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=e0ce1773-183f-4c8a-a722-38d87e17f97e,segment=NetworkSegment(acf42566-5f4e-42c2-8a27-453fec152c59),segment_id=acf42566-5f4e-42c2-8a27-453fec152c59)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:17:56.029925 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-219cee1a-8294-43cf-98cb-b38b2a1dc468 req-8182fcbd-438c-4df8-ad13-a58ed676ca86 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:56.199560 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-219cee1a-8294-43cf-98cb-b38b2a1dc468 req-8182fcbd-438c-4df8-ad13-a58ed676ca86 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:56.199910 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-219cee1a-8294-43cf-98cb-b38b2a1dc468 req-8182fcbd-438c-4df8-ad13-a58ed676ca86 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564014'] for floatingip, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:56.200221 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.db.l3_db [req-219cee1a-8294-43cf-98cb-b38b2a1dc468 req-8182fcbd-438c-4df8-ad13-a58ed676ca86 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Floating IP 67c0315f-3471-41ca-bd2f-f17a8bd135da disassociated. External IP: 172.27.0.74, port: e0ce1773-183f-4c8a-a722-38d87e17f97e. Oct 27 10:17:56.200554 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [req-219cee1a-8294-43cf-98cb-b38b2a1dc468 req-8182fcbd-438c-4df8-ad13-a58ed676ca86 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Calling delete_port for e0ce1773-183f-4c8a-a722-38d87e17f97e owned by compute:nova {{(pid=101973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:17:56.371173 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-219cee1a-8294-43cf-98cb-b38b2a1dc468 req-8182fcbd-438c-4df8-ad13-a58ed676ca86 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:56.407621 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182fcbd-438c-4df8-ad13-a58ed676ca86 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Pushing event deleted for resources: {'Port': ['ID=e0ce1773-183f-4c8a-a722-38d87e17f97e,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:17:56.483953 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-9bc864fa-c396-4f1a-ba19-3fba3a83ffe0 req-2e5fd144-90b6-485d-99ff-fc38d41658e3 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d00b57-d0ee-48e6-9502-0e9d7726d771 HTTP/1.1" status: 200 len: 210 time: 0.0361786 Oct 27 10:17:56.526548 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-9f06a2ec-9504-4243-bfe7-cf2455bfa9da req-2fe56507-964e-493e-9cdf-99de34ccf7d1 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 210 time: 0.0312462 Oct 27 10:17:56.556527 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.l3_agent_scheduler [req-219cee1a-8294-43cf-98cb-b38b2a1dc468 req-8182fcbd-438c-4df8-ad13-a58ed676ca86 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Router 3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c has already been hosted by L3 agent b2a2dab9-f998-4002-b8bb-cf3ca8546284 {{(pid=101973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:17:56.660695 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-219cee1a-8294-43cf-98cb-b38b2a1dc468 req-8182fcbd-438c-4df8-ad13-a58ed676ca86 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Notify agent at l3_agent.dv-cinder-815146-2-iscsi the message routers_updated {{(pid=101973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:17:56.671013 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc3c6f0-a23e-4922-80e9-6665c8dbb86e None None] Sync routers for ids ['3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c'] in dv-cinder-815146-2-iscsi {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:17:56.681116 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc3c6f0-a23e-4922-80e9-6665c8dbb86e None None] Routers {'3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:17:56.681734 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-bcc3c6f0-a23e-4922-80e9-6665c8dbb86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:17:34Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:17:56.700517 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [req-219cee1a-8294-43cf-98cb-b38b2a1dc468 req-8182fcbd-438c-4df8-ad13-a58ed676ca86 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] No DVR routers for this DVR port e0ce1773-183f-4c8a-a722-38d87e17f97e on host hv-cinder-81514 {{(pid=101973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:17:56.703163 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-219cee1a-8294-43cf-98cb-b38b2a1dc468 req-8182fcbd-438c-4df8-ad13-a58ed676ca86 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:56.706598 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-219cee1a-8294-43cf-98cb-b38b2a1dc468 req-8182fcbd-438c-4df8-ad13-a58ed676ca86 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.81 "DELETE /v2.0/ports/e0ce1773-183f-4c8a-a722-38d87e17f97e HTTP/1.1" status: 204 len: 173 time: 0.9751577 Oct 27 10:17:56.792706 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-bcc3c6f0-a23e-4922-80e9-6665c8dbb86e None None] Set router 3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:17:56.977952 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d351977-f855-401d-b0dd-9baad56cdfd7', 'name': 'network-vif-deleted', 'tag': 'e0ce1773-183f-4c8a-a722-38d87e17f97e'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:17:56.980586 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94debda59f24a9426fb80c87c8c8853eb57e17b8e03a85591ed34d87467b8464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d0e670-59de-41d4-af5d-42e05477b020" -d '{"events": [{"server_uuid": "8d351977-f855-401d-b0dd-9baad56cdfd7", "name": "network-vif-deleted", "tag": "e0ce1773-183f-4c8a-a722-38d87e17f97e"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:17:57.034177 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb991579-dfd9-4d61-bf4b-d2d421bc8215 req-d466f3f3-fee2-4ec4-a8ae-efd8f1ee4da3 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:57.038021 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0345b978-4957-459e-88c1-31824a96c4fd x-openstack-request-id: req-0345b978-4957-459e-88c1-31824a96c4fd {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:17:57.038021 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d351977-f855-401d-b0dd-9baad56cdfd7", "name": "network-vif-deleted", "tag": "e0ce1773-183f-4c8a-a722-38d87e17f97e", "status": "completed", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:17:57.038021 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0345b978-4957-459e-88c1-31824a96c4fd {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:17:57.038021 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d351977-f855-401d-b0dd-9baad56cdfd7', 'name': 'network-vif-deleted', 'tag': 'e0ce1773-183f-4c8a-a722-38d87e17f97e', 'status': 'completed', 'code': 200} Oct 27 10:17:57.038366 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-cb991579-dfd9-4d61-bf4b-d2d421bc8215 req-d466f3f3-fee2-4ec4-a8ae-efd8f1ee4da3 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e5e6acd-6b4f-42d6-bdcb-38bf32e08f80 HTTP/1.1" status: 200 len: 943 time: 0.0831172 Oct 27 10:17:57.042700 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-bcc3c6f0-a23e-4922-80e9-6665c8dbb86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'name': 'tempest-AttachVolumeTestJSON-1029581605-router', 'tenant_id': 'e7c55039221b45c69304c1afafa20e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b0997d9b-90ac-4b76-a43a-41be4b4fa380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:01Z', 'updated_at': '2021-10-27T10:13:10Z', 'revision_number': 4, 'project_id': 'e7c55039221b45c69304c1afafa20e6a', 'gw_port': {'id': 'b0997d9b-90ac-4b76-a43a-41be4b4fa380', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:02Z', 'updated_at': '2021-10-27T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '950f21fd-ce13-465b-8d46-9d1956815de8', 'name': '', 'network_id': '8a629e7d-72b0-4646-a07a-812ae74aa6c3', 'tenant_id': 'e7c55039221b45c69304c1afafa20e6a', 'mac_address': 'fa:16:3e:b9:43:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2d043faf-de54-45d8-ad51-b3c5339bc389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:08Z', 'updated_at': '2021-10-27T10:13:14Z', 'revision_number': 5, 'project_id': 'e7c55039221b45c69304c1afafa20e6a', 'subnets': [{'id': '2d043faf-de54-45d8-ad51-b3c5339bc389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:17:57.071134 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc3c6f0-a23e-4922-80e9-6665c8dbb86e None None] Checking router: 3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c for host: dv-cinder-815146-2-iscsi {{(pid=101975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:17:57.079651 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-cb991579-dfd9-4d61-bf4b-d2d421bc8215 req-ffa13b01-d237-40c7-8b7d-eef44abcccd2 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/security-groups?id=15c362ac-a5e1-4e41-b574-55a421c3f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341067 Oct 27 10:17:57.089952 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc3c6f0-a23e-4922-80e9-6665c8dbb86e None None] Routers {'3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:17:57.090571 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-bcc3c6f0-a23e-4922-80e9-6665c8dbb86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:17:34Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:17:57.188824 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-2f1e44a7-2acf-48dd-bad8-2dc931ac98f6 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:57.190195 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-2f1e44a7-2acf-48dd-bad8-2dc931ac98f6 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.81 "GET /v2.0/networks?id=017002ed-3a29-40d6-8245-86193844b3f1 HTTP/1.1" status: 200 len: 814 time: 0.1096504 Oct 27 10:17:57.211497 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-874e2599-e00a-407b-88ea-f26fed220dda tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Request body: {'port': {'device_id': '54d00b57-d0ee-48e6-9502-0e9d7726d771', 'network_id': '017002ed-3a29-40d6-8245-86193844b3f1', 'admin_state_up': True, 'tenant_id': 'a5338a1797264625abb3d6db32ff14e3'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:17:57.269332 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-bcc3c6f0-a23e-4922-80e9-6665c8dbb86e None None] Set router 3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:17:57.366064 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-874e2599-e00a-407b-88ea-f26fed220dda tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Made reservation on behalf of a5338a1797264625abb3d6db32ff14e3 for: {'port': 1} {{(pid=101973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:17:57.369874 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-874e2599-e00a-407b-88ea-f26fed220dda tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:57.512644 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.db_base_plugin_common [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-874e2599-e00a-407b-88ea-f26fed220dda tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Allocated IP 172.20.0.11 (017002ed-3a29-40d6-8245-86193844b3f1/bc65fbba-340e-4390-b7ee-198f7e51293d/37f971c9-1f78-4873-b7d3-b35c33406931) {{(pid=101973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:17:57.588826 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-27bac335-0ff0-4774-b040-434f7727aad2 req-0b65de02-649e-4bc1-96ec-897d701012ca tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d00b57-d0ee-48e6-9502-0e9d7726d771 HTTP/1.1" status: 200 len: 210 time: 0.0354180 Oct 27 10:17:57.659150 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0d289309-0b14-4946-99e9-8c9ee3afda41 req-c466f3d8-8766-4429-8078-b0d60a7de1ba tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d351977-f855-401d-b0dd-9baad56cdfd7 HTTP/1.1" status: 200 len: 210 time: 0.0331092 Oct 27 10:17:57.676825 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-bcc3c6f0-a23e-4922-80e9-6665c8dbb86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'name': 'tempest-AttachVolumeTestJSON-1029581605-router', 'tenant_id': 'e7c55039221b45c69304c1afafa20e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b0997d9b-90ac-4b76-a43a-41be4b4fa380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:01Z', 'updated_at': '2021-10-27T10:13:10Z', 'revision_number': 4, 'project_id': 'e7c55039221b45c69304c1afafa20e6a', 'gw_port': {'id': 'b0997d9b-90ac-4b76-a43a-41be4b4fa380', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:02Z', 'updated_at': '2021-10-27T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '950f21fd-ce13-465b-8d46-9d1956815de8', 'name': '', 'network_id': '8a629e7d-72b0-4646-a07a-812ae74aa6c3', 'tenant_id': 'e7c55039221b45c69304c1afafa20e6a', 'mac_address': 'fa:16:3e:b9:43:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2d043faf-de54-45d8-ad51-b3c5339bc389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:08Z', 'updated_at': '2021-10-27T10:13:14Z', 'revision_number': 5, 'project_id': 'e7c55039221b45c69304c1afafa20e6a', 'subnets': [{'id': '2d043faf-de54-45d8-ad51-b3c5339bc389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:17:57.705398 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc3c6f0-a23e-4922-80e9-6665c8dbb86e None None] The sync data for ids ['3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c'] in dv-cinder-815146-2-iscsi is: [{'id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'name': 'tempest-AttachVolumeTestJSON-1029581605-router', 'tenant_id': 'e7c55039221b45c69304c1afafa20e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b0997d9b-90ac-4b76-a43a-41be4b4fa380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:01Z', 'updated_at': '2021-10-27T10:13:10Z', 'revision_number': 4, 'project_id': 'e7c55039221b45c69304c1afafa20e6a', 'gw_port': {'id': 'b0997d9b-90ac-4b76-a43a-41be4b4fa380', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:02Z', 'updated_at': '2021-10-27T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '950f21fd-ce13-465b-8d46-9d1956815de8', 'name': '', 'network_id': '8a629e7d-72b0-4646-a07a-812ae74aa6c3', 'tenant_id': 'e7c55039221b45c69304c1afafa20e6a', 'mac_address': 'fa:16:3e:b9:43:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2d043faf-de54-45d8-ad51-b3c5339bc389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:08Z', 'updated_at': '2021-10-27T10:13:14Z', 'revision_number': 5, 'project_id': 'e7c55039221b45c69304c1afafa20e6a', 'subnets': [{'id': '2d043faf-de54-45d8-ad51-b3c5339bc389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:17:57.720711 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-874e2599-e00a-407b-88ea-f26fed220dda tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Publish callbacks [] for port, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:57.805678 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-874e2599-e00a-407b-88ea-f26fed220dda tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:57.818317 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] get_ports_and_sgs() called for port_ids ['dce9e0f9-0a1e-4113-917b-b137217cf47b', '1ff0dddf-8119-4971-8452-b0b89570141f', 'fc55212c-be35-4a92-9d6d-45a73368ce92'] {{(pid=101975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:17:57.847716 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-874e2599-e00a-407b-88ea-f26fed220dda tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Network 017002ed-3a29-40d6-8245-86193844b3f1 is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:17:57.854008 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-874e2599-e00a-407b-88ea-f26fed220dda tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:17:57.857759 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-874e2599-e00a-407b-88ea-f26fed220dda tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Received port after_create {{(pid=101973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:17:57.899736 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e2599-e00a-407b-88ea-f26fed220dda tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Pushing event updated for resources: {'Port': ['ID=37f971c9-1f78-4873-b7d3-b35c33406931,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:17:57.929997 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-874e2599-e00a-407b-88ea-f26fed220dda tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:57.930878 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-874e2599-e00a-407b-88ea-f26fed220dda tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:57.980708 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe410040-eb72-47d4-8d85-09a48b5d5143 None None] New status for floating IP 67c0315f-3471-41ca-bd2f-f17a8bd135da: DOWN {{(pid=101976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:17:58.014137 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-874e2599-e00a-407b-88ea-f26fed220dda tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8069911 Oct 27 10:17:58.027441 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-bc8bf793-4ea1-4858-b13b-18fd2e7c41e6 service neutron] Request body: {'port': {'device_id': '54d00b57-d0ee-48e6-9502-0e9d7726d771', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:17:58.084169 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-bc8bf793-4ea1-4858-b13b-18fd2e7c41e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:58.212014 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a3e5a-4aa4-4f99-bd91-e5d0c9021dd0 req-818e0dd4-89fb-4496-8745-d4aeb5379cc4 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:58.213486 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-9e1a3e5a-4aa4-4f99-bd91-e5d0c9021dd0 req-818e0dd4-89fb-4496-8745-d4aeb5379cc4 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e5e6acd-6b4f-42d6-bdcb-38bf32e08f80 HTTP/1.1" status: 200 len: 943 time: 0.0523140 Oct 27 10:17:58.252220 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-9e1a3e5a-4aa4-4f99-bd91-e5d0c9021dd0 req-76dcab14-f3e1-4b7f-8c96-a675ed7eaee6 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/security-groups?id=15c362ac-a5e1-4e41-b574-55a421c3f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325158 Oct 27 10:17:58.351425 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-bc8bf793-4ea1-4858-b13b-18fd2e7c41e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37f971c9-1f78-4873-b7d3-b35c33406931 {{(pid=101973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:17:58.359238 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-bc8bf793-4ea1-4858-b13b-18fd2e7c41e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:58.371460 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-bc8bf793-4ea1-4858-b13b-18fd2e7c41e6 service neutron] Transition to ACTIVE for port object 37f971c9-1f78-4873-b7d3-b35c33406931 will not be triggered until provisioned by entity L2. {{(pid=101973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:17:58.416618 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-bc8bf793-4ea1-4858-b13b-18fd2e7c41e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9116887'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:58.467198 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8bf793-4ea1-4858-b13b-18fd2e7c41e6 service neutron] Pushing event updated for resources: {'Port': ['ID=37f971c9-1f78-4873-b7d3-b35c33406931,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:17:58.532720 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-bc8bf793-4ea1-4858-b13b-18fd2e7c41e6 service neutron] Attempting to bind port 37f971c9-1f78-4873-b7d3-b35c33406931 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:17:58.532968 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-bc8bf793-4ea1-4858-b13b-18fd2e7c41e6 service neutron] Attempting to bind port 37f971c9-1f78-4873-b7d3-b35c33406931 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '8b8e4560-5fb6-473a-bbfe-b3c3dffb572d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '017002ed-3a29-40d6-8245-86193844b3f1'}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:17:58.533288 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-bc8bf793-4ea1-4858-b13b-18fd2e7c41e6 service neutron] Attempting to bind port 37f971c9-1f78-4873-b7d3-b35c33406931 on network 017002ed-3a29-40d6-8245-86193844b3f1 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:17:58.537411 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-bc8bf793-4ea1-4858-b13b-18fd2e7c41e6 service neutron] Port 37f971c9-1f78-4873-b7d3-b35c33406931 on network 017002ed-3a29-40d6-8245-86193844b3f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:17:58.537729 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-bc8bf793-4ea1-4858-b13b-18fd2e7c41e6 service neutron] Attempting to bind port 37f971c9-1f78-4873-b7d3-b35c33406931 on network 017002ed-3a29-40d6-8245-86193844b3f1 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:17:58.542361 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-bc8bf793-4ea1-4858-b13b-18fd2e7c41e6 service neutron] Checking agent: {'id': '4745671e-30cb-4e18-8ff0-6142bf8b3cdd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 11, 11), 'started_at': datetime.datetime(2021, 10, 27, 10, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:17:58.542682 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-bc8bf793-4ea1-4858-b13b-18fd2e7c41e6 service neutron] Checking segment: {'id': '8b8e4560-5fb6-473a-bbfe-b3c3dffb572d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '017002ed-3a29-40d6-8245-86193844b3f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:17:58.543045 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-bc8bf793-4ea1-4858-b13b-18fd2e7c41e6 service neutron] Bound using segment: {'id': '8b8e4560-5fb6-473a-bbfe-b3c3dffb572d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '017002ed-3a29-40d6-8245-86193844b3f1'} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:17:58.543450 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-bc8bf793-4ea1-4858-b13b-18fd2e7c41e6 service neutron] Bound port: 37f971c9-1f78-4873-b7d3-b35c33406931, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b8e4560-5fb6-473a-bbfe-b3c3dffb572d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '017002ed-3a29-40d6-8245-86193844b3f1'}}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:17:58.543806 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-bc8bf793-4ea1-4858-b13b-18fd2e7c41e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:58.602816 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-bc8bf793-4ea1-4858-b13b-18fd2e7c41e6 service neutron] For port 37f971c9-1f78-4873-b7d3-b35c33406931, host hv-cinder-81514, cleared binding levels {{(pid=101973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:17:58.605689 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-bc8bf793-4ea1-4858-b13b-18fd2e7c41e6 service neutron] For port 37f971c9-1f78-4873-b7d3-b35c33406931, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=37f971c9-1f78-4873-b7d3-b35c33406931,segment=NetworkSegment(8b8e4560-5fb6-473a-bbfe-b3c3dffb572d),segment_id=8b8e4560-5fb6-473a-bbfe-b3c3dffb572d)] {{(pid=101973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:17:58.662908 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-bc8bf793-4ea1-4858-b13b-18fd2e7c41e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9116887'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:58.698611 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c92296-4c21-4041-9f7c-598475773afc req-a75e5219-d40f-48e9-9a0f-a0ffaad8bfa5 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:58.702254 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-bc8bf793-4ea1-4858-b13b-18fd2e7c41e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:58.702852 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-bc8bf793-4ea1-4858-b13b-18fd2e7c41e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:58.704216 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-bc8bf793-4ea1-4858-b13b-18fd2e7c41e6 service neutron] 10.222.0.81 "PUT /v2.0/ports/37f971c9-1f78-4873-b7d3-b35c33406931 HTTP/1.1" status: 200 len: 1094 time: 0.6813772 Oct 27 10:17:58.705541 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-37c92296-4c21-4041-9f7c-598475773afc req-a75e5219-d40f-48e9-9a0f-a0ffaad8bfa5 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d00b57-d0ee-48e6-9502-0e9d7726d771 HTTP/1.1" status: 200 len: 944 time: 0.0542009 Oct 27 10:17:58.728385 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8bf793-4ea1-4858-b13b-18fd2e7c41e6 service neutron] Pushing event updated for resources: {'Port': ['ID=37f971c9-1f78-4873-b7d3-b35c33406931,revision_number=3']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:17:58.746168 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-37c92296-4c21-4041-9f7c-598475773afc req-9aa14702-5c8e-4504-90c6-6a27d8ac11c4 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397611 Oct 27 10:17:58.800590 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 51772) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:17:58.828459 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-3fc23e16-e592-4a85-9997-06ecf36bd49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:58.829955 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-3fc23e16-e592-4a85-9997-06ecf36bd49e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a5338a1797264625abb3d6db32ff14e3&device_id=54d00b57-d0ee-48e6-9502-0e9d7726d771 HTTP/1.1" status: 200 len: 1097 time: 0.0405724 Oct 27 10:17:58.857215 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-fb87bfda-ae42-49c1-8bfc-757e78730795 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:58.879869 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-2a1effab-4606-4d38-8cb7-09dc63235353 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37f971c9-1f78-4873-b7d3-b35c33406931 HTTP/1.1" status: 200 len: 217 time: 0.0328498 Oct 27 10:17:58.882019 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-fb87bfda-ae42-49c1-8bfc-757e78730795 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:58.939993 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-38f1492a-8842-4348-a38c-771187d822f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:58.941452 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-38f1492a-8842-4348-a38c-771187d822f7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bc65fbba-340e-4390-b7ee-198f7e51293d HTTP/1.1" status: 200 len: 854 time: 0.0457180 Oct 27 10:17:58.974377 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-40ab8ed2-0417-44bd-8789-46aaf23257bd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=017002ed-3a29-40d6-8245-86193844b3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240417 Oct 27 10:17:58.988042 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-fb87bfda-ae42-49c1-8bfc-757e78730795 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:58.992007 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-fb87bfda-ae42-49c1-8bfc-757e78730795 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:58.993144 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-fb87bfda-ae42-49c1-8bfc-757e78730795 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "DELETE /v2.0/security-groups/2309a279-6d12-40f9-8239-53cce42b12bf HTTP/1.1" status: 204 len: 168 time: 0.1913903 Oct 27 10:17:58.996495 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 51774) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:17:59.014386 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb87bfda-ae42-49c1-8bfc-757e78730795 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2309a279-6d12-40f9-8239-53cce42b12bf,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:17:59.016797 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.api.v2.resource [None req-1831517f-c4ea-4ec9-9028-4798b228e091 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] show failed (client error): The resource could not be found. Oct 27 10:17:59.017823 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-1831517f-c4ea-4ec9-9028-4798b228e091 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups/2309a279-6d12-40f9-8239-53cce42b12bf HTTP/1.1" status: 404 len: 347 time: 0.0202284 Oct 27 10:17:59.023074 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 51776) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:17:59.024732 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb87bfda-ae42-49c1-8bfc-757e78730795 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:17:59.025084 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb87bfda-ae42-49c1-8bfc-757e78730795 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:17:59.025422 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb87bfda-ae42-49c1-8bfc-757e78730795 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:17:59.025778 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb87bfda-ae42-49c1-8bfc-757e78730795 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:17:59.026111 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb87bfda-ae42-49c1-8bfc-757e78730795 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:17:59.026442 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb87bfda-ae42-49c1-8bfc-757e78730795 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:17:59.026833 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb87bfda-ae42-49c1-8bfc-757e78730795 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:17:59.027161 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb87bfda-ae42-49c1-8bfc-757e78730795 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:17:59.027488 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb87bfda-ae42-49c1-8bfc-757e78730795 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:17:59.027809 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb87bfda-ae42-49c1-8bfc-757e78730795 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:17:59.028164 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb87bfda-ae42-49c1-8bfc-757e78730795 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:17:59.028520 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb87bfda-ae42-49c1-8bfc-757e78730795 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:17:59.038138 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d00b57-d0ee-48e6-9502-0e9d7726d771', 'tag': '37f971c9-1f78-4873-b7d3-b35c33406931'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:17:59.040335 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94debda59f24a9426fb80c87c8c8853eb57e17b8e03a85591ed34d87467b8464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7d7403-cb5a-4f1e-8aaa-03b298b56b73" -d '{"events": [{"name": "network-changed", "server_uuid": "54d00b57-d0ee-48e6-9502-0e9d7726d771", "tag": "37f971c9-1f78-4873-b7d3-b35c33406931"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:17:59.356997 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48144ec-a16b-4539-b88d-f3d9e74e4476 x-openstack-request-id: req-d48144ec-a16b-4539-b88d-f3d9e74e4476 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:17:59.357283 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d00b57-d0ee-48e6-9502-0e9d7726d771", "tag": "37f971c9-1f78-4873-b7d3-b35c33406931", "status": "completed", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:17:59.357522 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d48144ec-a16b-4539-b88d-f3d9e74e4476 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:17:59.357919 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d00b57-d0ee-48e6-9502-0e9d7726d771', 'tag': '37f971c9-1f78-4873-b7d3-b35c33406931', 'status': 'completed', 'code': 200} Oct 27 10:17:59.373699 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401dfc1-116f-4447-b1a5-9d88bd867bb7 req-ecfa0af7-e414-432f-a0d6-971f211bde5b tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:59.375235 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-6401dfc1-116f-4447-b1a5-9d88bd867bb7 req-ecfa0af7-e414-432f-a0d6-971f211bde5b tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e5e6acd-6b4f-42d6-bdcb-38bf32e08f80 HTTP/1.1" status: 200 len: 943 time: 0.0508826 Oct 27 10:17:59.409503 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-418c6245-f614-468b-9a57-c96dce741c50 service neutron] 10.222.0.81 "GET /v2.0/networks/017002ed-3a29-40d6-8245-86193844b3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267509 Oct 27 10:17:59.413218 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-6401dfc1-116f-4447-b1a5-9d88bd867bb7 req-966ceced-0eb6-42c1-a050-42bf4e6748f2 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/security-groups?id=15c362ac-a5e1-4e41-b574-55a421c3f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320842 Oct 27 10:17:59.476724 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-7e074d06-8da3-416b-a091-f375ea83ad0d tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Deleting port 9ef8f6cf-82e9-4222-b248-4d526adf1e69 {{(pid=101973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:17:59.477132 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-7e074d06-8da3-416b-a091-f375ea83ad0d tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:59.551019 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-cfc39cf9-3a8c-4b3c-85ef-1dca155e9d47 req-50a87672-e216-4133-acd0-9c1f5c20ab96 service neutron] 10.222.0.81 "GET /v2.0/networks/017002ed-3a29-40d6-8245-86193844b3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325076 Oct 27 10:17:59.582469 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-7e074d06-8da3-416b-a091-f375ea83ad0d tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:59.582469 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-7e074d06-8da3-416b-a091-f375ea83ad0d tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:59.590811 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-7e074d06-8da3-416b-a091-f375ea83ad0d tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Calling delete_port for 9ef8f6cf-82e9-4222-b248-4d526adf1e69 owned by network:floatingip {{(pid=101973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:17:59.711710 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d7403-cb5a-4f1e-8aaa-03b298b56b73 req-e7bfd27c-a507-4de3-b13b-64858ef9c787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:59.713182 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-4e7d7403-cb5a-4f1e-8aaa-03b298b56b73 req-e7bfd27c-a507-4de3-b13b-64858ef9c787 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a5338a1797264625abb3d6db32ff14e3&device_id=54d00b57-d0ee-48e6-9502-0e9d7726d771 HTTP/1.1" status: 200 len: 1097 time: 0.0661588 Oct 27 10:17:59.839463 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d7403-cb5a-4f1e-8aaa-03b298b56b73 req-5d7f8060-85a8-4b23-8c19-7323ecd22b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:59.841032 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-4e7d7403-cb5a-4f1e-8aaa-03b298b56b73 req-5d7f8060-85a8-4b23-8c19-7323ecd22b22 service neutron] 10.222.0.81 "GET /v2.0/networks?id=017002ed-3a29-40d6-8245-86193844b3f1 HTTP/1.1" status: 200 len: 916 time: 0.1008391 Oct 27 10:17:59.863237 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f29b3-ecda-4c81-8dac-10ae8fbfeebc req-61cf7f2a-a279-4bff-a404-9b24c6fc4f15 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:17:59.865099 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-3d0f29b3-ecda-4c81-8dac-10ae8fbfeebc req-61cf7f2a-a279-4bff-a404-9b24c6fc4f15 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d00b57-d0ee-48e6-9502-0e9d7726d771 HTTP/1.1" status: 200 len: 944 time: 0.0530114 Oct 27 10:17:59.885110 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-4e7d7403-cb5a-4f1e-8aaa-03b298b56b73 req-4c799a0a-6306-4300-80dd-7c57d768232e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37f971c9-1f78-4873-b7d3-b35c33406931 HTTP/1.1" status: 200 len: 217 time: 0.0344932 Oct 27 10:17:59.885690 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-7e074d06-8da3-416b-a091-f375ea83ad0d tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:59.903216 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-3d0f29b3-ecda-4c81-8dac-10ae8fbfeebc req-63abb559-4069-4896-beb6-52381638ef84 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319033 Oct 27 10:17:59.919594 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e074d06-8da3-416b-a091-f375ea83ad0d tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Pushing event deleted for resources: {'Port': ['ID=9ef8f6cf-82e9-4222-b248-4d526adf1e69,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:17:59.998539 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d7403-cb5a-4f1e-8aaa-03b298b56b73 req-f29ae806-6bc1-414c-a945-fe04a1933485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:00.000003 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-4e7d7403-cb5a-4f1e-8aaa-03b298b56b73 req-f29ae806-6bc1-414c-a945-fe04a1933485 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bc65fbba-340e-4390-b7ee-198f7e51293d HTTP/1.1" status: 200 len: 854 time: 0.0915124 Oct 27 10:18:00.012287 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-7e074d06-8da3-416b-a091-f375ea83ad0d tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks [] for floatingip, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:00.014867 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-7e074d06-8da3-416b-a091-f375ea83ad0d tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for floatingip, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:00.015947 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-7e074d06-8da3-416b-a091-f375ea83ad0d tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "DELETE /v2.0/floatingips/67c0315f-3471-41ca-bd2f-f17a8bd135da HTTP/1.1" status: 204 len: 168 time: 0.9919295 Oct 27 10:18:00.042240 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-4e7d7403-cb5a-4f1e-8aaa-03b298b56b73 req-818fe869-f535-4234-b6b6-ba9dade81e58 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=017002ed-3a29-40d6-8245-86193844b3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252478 Oct 27 10:18:00.137118 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-4e7d7403-cb5a-4f1e-8aaa-03b298b56b73 req-e81e708f-a9a4-460f-82cc-9d070e45e3b8 service neutron] 10.222.0.81 "GET /v2.0/networks/017002ed-3a29-40d6-8245-86193844b3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872524 Oct 27 10:18:00.226388 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-4e7d7403-cb5a-4f1e-8aaa-03b298b56b73 req-77ac55e9-3d7b-4362-8e7c-452d2525c18e service neutron] 10.222.0.81 "GET /v2.0/networks/017002ed-3a29-40d6-8245-86193844b3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809202 Oct 27 10:18:00.436401 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 54a5d0ca-8452-47fd-9aec-cd368b6a3127 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:18:00.440349 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device e0ce1773-183f-4c8a-a722-38d87e17f97e no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:18:00.468683 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] No Port match for: e0ce1773-183f-4c8a-a722-38d87e17f97e {{(pid=101975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:18:00.469016 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device e0ce1773-183f-4c8a-a722-38d87e17f97e not bound to the agent host hv-cinder-81514 {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:18:00.530192 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77629d9-8d25-46ed-a266-8c2990a9df67 req-38f0ed29-7863-4998-8f7b-487ef1e23c14 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:00.531766 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-f77629d9-8d25-46ed-a266-8c2990a9df67 req-38f0ed29-7863-4998-8f7b-487ef1e23c14 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e5e6acd-6b4f-42d6-bdcb-38bf32e08f80 HTTP/1.1" status: 200 len: 943 time: 0.0486879 Oct 27 10:18:00.556828 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port 54a5d0ca-8452-47fd-9aec-cd368b6a3127, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=54a5d0ca-8452-47fd-9aec-cd368b6a3127,segment=NetworkSegment(1020b0ce-7923-49ef-b95f-fd4a8f23904b),segment_id=1020b0ce-7923-49ef-b95f-fd4a8f23904b)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:18:00.569891 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Returning: {'device': '54a5d0ca-8452-47fd-9aec-cd368b6a3127', 'network_id': 'fe514084-06b9-4300-8690-1fa73ba4d9e4', 'port_id': '54a5d0ca-8452-47fd-9aec-cd368b6a3127', 'mac_address': 'fa:16:3e:5f:8c:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63bc9c78-b74c-496b-9d38-9a1c5bb598e2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:18:00.576842 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 51792) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:00.580578 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-f77629d9-8d25-46ed-a266-8c2990a9df67 req-5a190b19-2e3f-45ad-bd70-542afa8b6720 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/security-groups?id=15c362ac-a5e1-4e41-b574-55a421c3f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422809 Oct 27 10:18:00.582249 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-b9abfe0d-3f54-4642-bb1d-274e03db8d34 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Request body: {'security_group': {'name': 'tempest-securitygroup--167346755', 'description': 'tempest-description--420704385'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:18:00.634854 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:00.648553 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54a5d0ca-8452-47fd-9aec-cd368b6a3127 {{(pid=101975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:18:00.667646 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port 54a5d0ca-8452-47fd-9aec-cd368b6a3127, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=54a5d0ca-8452-47fd-9aec-cd368b6a3127,segment=NetworkSegment(1020b0ce-7923-49ef-b95f-fd4a8f23904b),segment_id=1020b0ce-7923-49ef-b95f-fd4a8f23904b)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:18:00.685050 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b9abfe0d-3f54-4642-bb1d-274e03db8d34 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:00.742171 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:00.750534 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b9abfe0d-3f54-4642-bb1d-274e03db8d34 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:00.790378 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=54a5d0ca-8452-47fd-9aec-cd368b6a3127,revision_number=4']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:00.794201 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b9abfe0d-3f54-4642-bb1d-274e03db8d34 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:00.822716 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9abfe0d-3f54-4642-bb1d-274e03db8d34 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d959ffb-e2cb-4327-b6e3-fc83a2eb36dc,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:00.881658 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b9abfe0d-3f54-4642-bb1d-274e03db8d34 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:00.882936 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-b9abfe0d-3f54-4642-bb1d-274e03db8d34 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3051076 Oct 27 10:18:00.885875 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 51794) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:00.890158 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-88682f6d-eba4-4b0d-aa3b-8fd269d04cea tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Request body: {'security_group_rule': {'security_group_id': '0d959ffb-e2cb-4327-b6e3-fc83a2eb36dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:18:00.981893 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88682f6d-eba4-4b0d-aa3b-8fd269d04cea tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:01.017799 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a237c8-61cc-40d8-9e90-05bb39825486 req-8d9004b8-6c33-455d-9a7f-26c11044ba2b tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:01.019464 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-c7a237c8-61cc-40d8-9e90-05bb39825486 req-8d9004b8-6c33-455d-9a7f-26c11044ba2b tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d00b57-d0ee-48e6-9502-0e9d7726d771 HTTP/1.1" status: 200 len: 944 time: 0.0498488 Oct 27 10:18:01.043546 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88682f6d-eba4-4b0d-aa3b-8fd269d04cea tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:01.048530 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] get_ports_and_sgs() called for port_ids ['54a5d0ca-8452-47fd-9aec-cd368b6a3127'] {{(pid=101975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:18:01.059719 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-c7a237c8-61cc-40d8-9e90-05bb39825486 req-8dd8c9ae-70de-490d-a752-8b5101c28550 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338373 Oct 27 10:18:01.090886 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88682f6d-eba4-4b0d-aa3b-8fd269d04cea tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543954'] for security_group_rule, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:01.109554 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88682f6d-eba4-4b0d-aa3b-8fd269d04cea tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37e74df6-628d-4fd5-a586-7aefba933b09,revision_number=0']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:01.155712 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88682f6d-eba4-4b0d-aa3b-8fd269d04cea tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:01.156988 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-88682f6d-eba4-4b0d-aa3b-8fd269d04cea tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2701838 Oct 27 10:18:01.159727 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 51798) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:01.164083 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-4bc57ae9-6da6-4720-862e-bff3ce080f0b tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Request body: {'security_group_rule': {'security_group_id': '0d959ffb-e2cb-4327-b6e3-fc83a2eb36dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:18:01.238077 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4bc57ae9-6da6-4720-862e-bff3ce080f0b tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:01.293587 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4bc57ae9-6da6-4720-862e-bff3ce080f0b tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:01.341873 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4bc57ae9-6da6-4720-862e-bff3ce080f0b tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543954'] for security_group_rule, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:01.357035 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc57ae9-6da6-4720-862e-bff3ce080f0b tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70fbd42f-f305-466d-bf9b-74b1e2262893,revision_number=0']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:01.435211 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4bc57ae9-6da6-4720-862e-bff3ce080f0b tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:01.436398 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-4bc57ae9-6da6-4720-862e-bff3ce080f0b tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2757618 Oct 27 10:18:01.439539 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 51800) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:01.443891 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-b4c734e3-2aaa-4915-bc7d-2938d789b6af tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Request body: {'floatingip': {'floating_network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:18:01.525040 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b4c734e3-2aaa-4915-bc7d-2938d789b6af tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks [] for floatingip, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:01.559195 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-8b5246be-42d9-4572-b8cc-9e9e5d2ffac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:01.625553 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b4c734e3-2aaa-4915-bc7d-2938d789b6af tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:01.754519 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f1454-288f-4636-81b3-c780dbfa70ed req-7c006bcf-3051-4cb7-abb8-d219fe683f27 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:01.756050 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a06f1454-288f-4636-81b3-c780dbfa70ed req-7c006bcf-3051-4cb7-abb8-d219fe683f27 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e5e6acd-6b4f-42d6-bdcb-38bf32e08f80 HTTP/1.1" status: 200 len: 944 time: 0.0929470 Oct 27 10:18:01.776648 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.db_base_plugin_common [None req-b4c734e3-2aaa-4915-bc7d-2938d789b6af tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Allocated IP 172.27.0.227 (69571a3e-4e32-484c-817d-d4e48eaaa088/c41fd2cf-ce58-48ac-94e7-7a64d200bbef/1f8b4780-97a8-4c74-823b-bcec2f27730e) {{(pid=101973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:18:01.824945 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a06f1454-288f-4636-81b3-c780dbfa70ed req-6e4dd25c-5337-4ea8-a7ac-04055bb4b649 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/security-groups?id=15c362ac-a5e1-4e41-b574-55a421c3f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607350 Oct 27 10:18:01.901096 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b4c734e3-2aaa-4915-bc7d-2938d789b6af tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks [] for port, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:01.993564 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b4c734e3-2aaa-4915-bc7d-2938d789b6af tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:02.033426 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c734e3-2aaa-4915-bc7d-2938d789b6af tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Network 69571a3e-4e32-484c-817d-d4e48eaaa088 is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:18:02.036984 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [None req-b4c734e3-2aaa-4915-bc7d-2938d789b6af tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:18:02.040559 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c734e3-2aaa-4915-bc7d-2938d789b6af tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Received port after_create {{(pid=101973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:18:02.064716 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c734e3-2aaa-4915-bc7d-2938d789b6af tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Pushing event updated for resources: {'Port': ['ID=1f8b4780-97a8-4c74-823b-bcec2f27730e,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:02.130736 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b4c734e3-2aaa-4915-bc7d-2938d789b6af tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:02.200703 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b4c734e3-2aaa-4915-bc7d-2938d789b6af tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:02.340314 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767f896-751b-43eb-8f69-0923e97eb537 req-8bb53bf1-c95a-4421-aef1-a059fddbeca3 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:02.341900 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-3767f896-751b-43eb-8f69-0923e97eb537 req-8bb53bf1-c95a-4421-aef1-a059fddbeca3 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d00b57-d0ee-48e6-9502-0e9d7726d771 HTTP/1.1" status: 200 len: 944 time: 0.2110581 Oct 27 10:18:02.357867 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b4c734e3-2aaa-4915-bc7d-2938d789b6af tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:02.379541 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-3767f896-751b-43eb-8f69-0923e97eb537 req-ae4c171e-fcb2-4d12-b109-987afac4193e tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312684 Oct 27 10:18:02.437786 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 37f971c9-1f78-4873-b7d3-b35c33406931 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:18:02.440916 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 54a5d0ca-8452-47fd-9aec-cd368b6a3127 up at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:18:02.450520 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b4c734e3-2aaa-4915-bc7d-2938d789b6af tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9116887'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:02.519604 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c734e3-2aaa-4915-bc7d-2938d789b6af tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Pushing event updated for resources: {'Port': ['ID=1f8b4780-97a8-4c74-823b-bcec2f27730e,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:02.532862 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b4c734e3-2aaa-4915-bc7d-2938d789b6af tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564014'] for floatingip, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:02.575888 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port 37f971c9-1f78-4873-b7d3-b35c33406931, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=37f971c9-1f78-4873-b7d3-b35c33406931,segment=NetworkSegment(8b8e4560-5fb6-473a-bbfe-b3c3dffb572d),segment_id=8b8e4560-5fb6-473a-bbfe-b3c3dffb572d)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:18:02.586763 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Returning: {'device': '37f971c9-1f78-4873-b7d3-b35c33406931', 'network_id': '017002ed-3a29-40d6-8245-86193844b3f1', 'port_id': '37f971c9-1f78-4873-b7d3-b35c33406931', 'mac_address': 'fa:16:3e:a1:84:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1045, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc65fbba-340e-4390-b7ee-198f7e51293d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:18:02.623677 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:02.636131 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b4c734e3-2aaa-4915-bc7d-2938d789b6af tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for floatingip, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:02.637863 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-b4c734e3-2aaa-4915-bc7d-2938d789b6af tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1973040 Oct 27 10:18:02.640796 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37f971c9-1f78-4873-b7d3-b35c33406931 {{(pid=101975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:18:02.658470 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port 37f971c9-1f78-4873-b7d3-b35c33406931, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=37f971c9-1f78-4873-b7d3-b35c33406931,segment=NetworkSegment(8b8e4560-5fb6-473a-bbfe-b3c3dffb572d),segment_id=8b8e4560-5fb6-473a-bbfe-b3c3dffb572d)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:18:02.659503 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Provisioning for port 54a5d0ca-8452-47fd-9aec-cd368b6a3127 completed by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:18:02.664149 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Provisioning complete for port 54a5d0ca-8452-47fd-9aec-cd368b6a3127 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:18:02.667018 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:02.731793 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:02.782140 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:02.806206 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=37f971c9-1f78-4873-b7d3-b35c33406931,revision_number=4']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:02.820631 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e5e6acd-6b4f-42d6-bdcb-38bf32e08f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a5d0ca-8452-47fd-9aec-cd368b6a3127'}] {{(pid=101975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:18:02.822927 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef74c052f1c640f85ff9302be404e86fdcd9e777050b230953bf81409b3ec6af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db69159b-30d0-450b-9ec9-eade18f56c4c" -d '{"events": [{"server_uuid": "8e5e6acd-6b4f-42d6-bdcb-38bf32e08f80", "name": "network-vif-plugged", "status": "completed", "tag": "54a5d0ca-8452-47fd-9aec-cd368b6a3127"}]}' {{(pid=101975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:18:02.836237 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port 54a5d0ca-8452-47fd-9aec-cd368b6a3127, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=54a5d0ca-8452-47fd-9aec-cd368b6a3127,segment=NetworkSegment(1020b0ce-7923-49ef-b95f-fd4a8f23904b),segment_id=1020b0ce-7923-49ef-b95f-fd4a8f23904b)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:18:02.845496 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-37b47f82-12fa-48e4-8118-2cfb44e1c6b7 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--167346755&fields=id&tenant_id=e7c55039221b45c69304c1afafa20e6a HTTP/1.1" status: 200 len: 267 time: 0.0428841 Oct 27 10:18:02.933196 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:02.945742 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-819ff2c8-c1ad-4056-a2d9-11ed973c9577 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:02.947274 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-819ff2c8-c1ad-4056-a2d9-11ed973c9577 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/networks?id=8a629e7d-72b0-4646-a07a-812ae74aa6c3 HTTP/1.1" status: 200 len: 811 time: 0.1054211 Oct 27 10:18:02.957541 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acfdc5fc-4ea5-4131-b7ee-3010fada94e3 x-openstack-request-id: req-acfdc5fc-4ea5-4131-b7ee-3010fada94e3 {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:18:02.957541 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e5e6acd-6b4f-42d6-bdcb-38bf32e08f80", "name": "network-vif-plugged", "status": "completed", "tag": "54a5d0ca-8452-47fd-9aec-cd368b6a3127", "code": 200}]} {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:18:02.957882 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-acfdc5fc-4ea5-4131-b7ee-3010fada94e3 {{(pid=101975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:18:02.958388 dv-cinder-815146-2-iscsi neutron-server[101975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e5e6acd-6b4f-42d6-bdcb-38bf32e08f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a5d0ca-8452-47fd-9aec-cd368b6a3127', 'code': 200} Oct 27 10:18:02.965690 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-394938d8-0064-4b2f-a695-77b69a0ba6db tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/quotas/e7c55039221b45c69304c1afafa20e6a HTTP/1.1" status: 200 len: 375 time: 0.0101697 Oct 27 10:18:02.986243 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=54a5d0ca-8452-47fd-9aec-cd368b6a3127,revision_number=5']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:03.036584 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-163f5f38-2f04-4d0e-ad24-8bbc83de2e03 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7c55039221b45c69304c1afafa20e6a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494595 Oct 27 10:18:03.050492 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923c634-32e7-43e7-836e-fa712d222fe5 req-138e2365-21c2-46cc-b0b0-509d9d396181 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:03.052656 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-6923c634-32e7-43e7-836e-fa712d222fe5 req-138e2365-21c2-46cc-b0b0-509d9d396181 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e5e6acd-6b4f-42d6-bdcb-38bf32e08f80 HTTP/1.1" status: 200 len: 945 time: 0.0516109 Oct 27 10:18:03.065967 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] get_ports_and_sgs() called for port_ids ['37f971c9-1f78-4873-b7d3-b35c33406931'] {{(pid=101975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:18:03.091882 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-6923c634-32e7-43e7-836e-fa712d222fe5 req-e0cf3b63-5e66-43e5-9a3b-aba020bbb52e tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/security-groups?id=15c362ac-a5e1-4e41-b574-55a421c3f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324142 Oct 27 10:18:03.146140 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-228861cd-8776-42eb-a19a-12389a72ad78 service neutron] 10.222.0.36 "GET /v2.0/networks/8a629e7d-72b0-4646-a07a-812ae74aa6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952227 Oct 27 10:18:03.248523 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-736c49fb-01e6-44c6-9b47-b12f6c0ec14a service neutron] 10.222.0.36 "GET /v2.0/networks/8a629e7d-72b0-4646-a07a-812ae74aa6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964973 Oct 27 10:18:03.276142 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284df3f-b755-4e78-aaf7-02ccf04d91db req-308631ef-4962-455f-8b82-382d9bc3c928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:03.277623 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7284df3f-b755-4e78-aaf7-02ccf04d91db req-308631ef-4962-455f-8b82-382d9bc3c928 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8e5e6acd-6b4f-42d6-bdcb-38bf32e08f80 HTTP/1.1" status: 200 len: 1098 time: 0.0418429 Oct 27 10:18:03.316280 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7284df3f-b755-4e78-aaf7-02ccf04d91db req-9f5d7bc6-9d54-4419-9178-c40723df155e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=15c362ac-a5e1-4e41-b574-55a421c3f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268998 Oct 27 10:18:03.482363 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-aec8d84f-0148-459f-abba-6bdbf9bc7888 req-26560468-7787-4358-888c-da06f5516c1c tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b0f95fd-9aa4-4d75-bc18-f31157749ffd HTTP/1.1" status: 200 len: 210 time: 0.0315692 Oct 27 10:18:03.499791 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51de82-bc1a-4698-a053-2e850ce09f71 req-44362685-9db9-4f07-9c07-26e5dbf84a3b tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:03.501309 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-8a51de82-bc1a-4698-a053-2e850ce09f71 req-44362685-9db9-4f07-9c07-26e5dbf84a3b tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d00b57-d0ee-48e6-9502-0e9d7726d771 HTTP/1.1" status: 200 len: 945 time: 0.0515563 Oct 27 10:18:03.541081 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-8a51de82-bc1a-4698-a053-2e850ce09f71 req-0b10f88f-bfa4-4f29-afee-b36ad3da1811 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323718 Oct 27 10:18:04.159450 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-42f01ee7-f67a-42ff-b7b4-dc5a7eafa5f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:04.218603 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37be2cc-55f3-486c-8c68-a6d2014dfee0 req-105c4136-13a9-4a54-adb6-33f1080a7bea tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:04.220052 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-d37be2cc-55f3-486c-8c68-a6d2014dfee0 req-105c4136-13a9-4a54-adb6-33f1080a7bea tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e5e6acd-6b4f-42d6-bdcb-38bf32e08f80 HTTP/1.1" status: 200 len: 945 time: 0.0514090 Oct 27 10:18:04.260935 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-d37be2cc-55f3-486c-8c68-a6d2014dfee0 req-f80c6951-1476-45e8-9e8c-b549235beefa tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/security-groups?id=15c362ac-a5e1-4e41-b574-55a421c3f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334880 Oct 27 10:18:04.437198 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 37f971c9-1f78-4873-b7d3-b35c33406931 up at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:18:04.519380 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Provisioning for port 37f971c9-1f78-4873-b7d3-b35c33406931 completed by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:18:04.526074 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Provisioning complete for port 37f971c9-1f78-4873-b7d3-b35c33406931 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:18:04.526452 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:04.615934 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:04.664885 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-b4dc8c9d-90c5-42a0-95dd-13927e4cdafa req-d51f41e0-c0e3-47d4-a60e-f84ca8dc4140 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b0f95fd-9aa4-4d75-bc18-f31157749ffd HTTP/1.1" status: 200 len: 210 time: 0.1071570 Oct 27 10:18:04.665786 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port 37f971c9-1f78-4873-b7d3-b35c33406931, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=37f971c9-1f78-4873-b7d3-b35c33406931,segment=NetworkSegment(8b8e4560-5fb6-473a-bbfe-b3c3dffb572d),segment_id=8b8e4560-5fb6-473a-bbfe-b3c3dffb572d)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:18:04.676795 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78b424-225e-4305-ae51-67a840b5a87f req-d74f785d-68d9-4a90-9a0b-6c4fac8f7186 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:04.679746 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-3c78b424-225e-4305-ae51-67a840b5a87f req-d74f785d-68d9-4a90-9a0b-6c4fac8f7186 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d00b57-d0ee-48e6-9502-0e9d7726d771 HTTP/1.1" status: 200 len: 945 time: 0.0656419 Oct 27 10:18:04.708758 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:04.719692 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-3c78b424-225e-4305-ae51-67a840b5a87f req-91733038-8bcc-4083-a58a-b7a6e1d69822 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333285 Oct 27 10:18:04.757232 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=37f971c9-1f78-4873-b7d3-b35c33406931,revision_number=5']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:04.959978 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d00b57-d0ee-48e6-9502-0e9d7726d771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f971c9-1f78-4873-b7d3-b35c33406931'}] {{(pid=101975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:18:04.962393 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef74c052f1c640f85ff9302be404e86fdcd9e777050b230953bf81409b3ec6af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b7dd07-ac5b-4829-87c9-805987a51507" -d '{"events": [{"server_uuid": "54d00b57-d0ee-48e6-9502-0e9d7726d771", "name": "network-vif-plugged", "status": "completed", "tag": "37f971c9-1f78-4873-b7d3-b35c33406931"}]}' {{(pid=101975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:18:04.997950 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e734ed-1d7a-4fb1-8c0f-dabfadcd7430 x-openstack-request-id: req-02e734ed-1d7a-4fb1-8c0f-dabfadcd7430 {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:18:04.998262 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d00b57-d0ee-48e6-9502-0e9d7726d771", "name": "network-vif-plugged", "status": "completed", "tag": "37f971c9-1f78-4873-b7d3-b35c33406931", "code": 200}]} {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:18:04.998714 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-02e734ed-1d7a-4fb1-8c0f-dabfadcd7430 {{(pid=101975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:18:04.999125 dv-cinder-815146-2-iscsi neutron-server[101975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d00b57-d0ee-48e6-9502-0e9d7726d771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f971c9-1f78-4873-b7d3-b35c33406931', 'code': 200} Oct 27 10:18:05.325081 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0736ab-bf1e-4bc5-aaf7-4e5527a8a728 req-f29d1f0d-d085-41d0-9f23-9f2a7c46aae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:05.326621 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-fe0736ab-bf1e-4bc5-aaf7-4e5527a8a728 req-f29d1f0d-d085-41d0-9f23-9f2a7c46aae2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=54d00b57-d0ee-48e6-9502-0e9d7726d771 HTTP/1.1" status: 200 len: 1099 time: 0.0393183 Oct 27 10:18:05.336184 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:05.403833 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db5dec-2b93-40da-9527-d18828ce3b4f req-fa59bb5a-7582-40a7-ab04-d84d4f5ccb69 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:05.405349 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-93db5dec-2b93-40da-9527-d18828ce3b4f req-fa59bb5a-7582-40a7-ab04-d84d4f5ccb69 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e5e6acd-6b4f-42d6-bdcb-38bf32e08f80 HTTP/1.1" status: 200 len: 945 time: 0.0737174 Oct 27 10:18:05.411995 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-fe0736ab-bf1e-4bc5-aaf7-4e5527a8a728 req-d946547b-8c54-4e95-bdba-9b0b4258de36 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481446 Oct 27 10:18:05.445268 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-93db5dec-2b93-40da-9527-d18828ce3b4f req-dd7929ea-b376-4928-8fde-a73b26ba0146 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/security-groups?id=15c362ac-a5e1-4e41-b574-55a421c3f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323253 Oct 27 10:18:05.770798 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-870211fb-d194-4816-90a2-e1f727234697 req-94ae84a2-03b4-4ac3-b3f0-64d015e110eb tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b0f95fd-9aa4-4d75-bc18-f31157749ffd HTTP/1.1" status: 200 len: 210 time: 0.0373361 Oct 27 10:18:05.818772 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-ca55cf60-9ea1-44ff-ba41-873d3dcda482 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:05.819532 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-ca55cf60-9ea1-44ff-ba41-873d3dcda482 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.81 "GET /v2.0/networks?id=8a629e7d-72b0-4646-a07a-812ae74aa6c3 HTTP/1.1" status: 200 len: 811 time: 0.1364489 Oct 27 10:18:05.880469 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:05.903088 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-700bf072-08ab-4b98-93f4-e8ed0814c248 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7c55039221b45c69304c1afafa20e6a HTTP/1.1" status: 200 len: 379 time: 0.0643225 Oct 27 10:18:05.919557 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8295efe-a12b-482e-a558-b31fcb28df88 req-e8fae31d-d74f-4a29-9c8f-c6f8cb33e042 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:05.922708 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-c8295efe-a12b-482e-a558-b31fcb28df88 req-e8fae31d-d74f-4a29-9c8f-c6f8cb33e042 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d00b57-d0ee-48e6-9502-0e9d7726d771 HTTP/1.1" status: 200 len: 946 time: 0.0739317 Oct 27 10:18:05.935859 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-2d49f479-418f-4748-9caf-41b72f8cd1cd tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Request body: {'port': {'device_id': '6b0f95fd-9aa4-4d75-bc18-f31157749ffd', 'network_id': '8a629e7d-72b0-4646-a07a-812ae74aa6c3', 'admin_state_up': True, 'tenant_id': 'e7c55039221b45c69304c1afafa20e6a', 'security_groups': ['0d959ffb-e2cb-4327-b6e3-fc83a2eb36dc']}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:18:06.016399 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-c8295efe-a12b-482e-a558-b31fcb28df88 req-5dd4f92d-9bf7-44c4-8372-00ed8d0d6ec4 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858774 Oct 27 10:18:06.125995 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-2d49f479-418f-4748-9caf-41b72f8cd1cd tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Made reservation on behalf of e7c55039221b45c69304c1afafa20e6a for: {'port': 1} {{(pid=101973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:18:06.129564 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-2d49f479-418f-4748-9caf-41b72f8cd1cd tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:06.262929 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.db_base_plugin_common [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-2d49f479-418f-4748-9caf-41b72f8cd1cd tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Allocated IP 172.20.0.12 (8a629e7d-72b0-4646-a07a-812ae74aa6c3/2d043faf-de54-45d8-ad51-b3c5339bc389/194fb3bc-b32e-41e9-a8bc-35424de6f66c) {{(pid=101973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:18:06.409439 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-2d49f479-418f-4748-9caf-41b72f8cd1cd tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks [] for port, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:06.485204 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-2d49f479-418f-4748-9caf-41b72f8cd1cd tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:06.537824 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-2d49f479-418f-4748-9caf-41b72f8cd1cd tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Network 8a629e7d-72b0-4646-a07a-812ae74aa6c3 is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:18:06.540987 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-2d49f479-418f-4748-9caf-41b72f8cd1cd tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:18:06.545276 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-2d49f479-418f-4748-9caf-41b72f8cd1cd tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Received port after_create {{(pid=101973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:18:06.549180 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d49f479-418f-4748-9caf-41b72f8cd1cd tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Pushing event updated for resources: {'Port': ['ID=194fb3bc-b32e-41e9-a8bc-35424de6f66c,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:06.596623 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-2d49f479-418f-4748-9caf-41b72f8cd1cd tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:06.597248 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-2d49f479-418f-4748-9caf-41b72f8cd1cd tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:06.670596 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-2d49f479-418f-4748-9caf-41b72f8cd1cd tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7444527 Oct 27 10:18:06.683731 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-21701500-5848-4f48-9820-f4464c46c5c2 service neutron] Request body: {'port': {'device_id': '6b0f95fd-9aa4-4d75-bc18-f31157749ffd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:18:06.710651 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-f5897cd8-a448-4e83-bf7c-c49b6f0cbb49 None None] Provisioning complete for port 194fb3bc-b32e-41e9-a8bc-35424de6f66c triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:18:06.711206 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-f5897cd8-a448-4e83-bf7c-c49b6f0cbb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:06.738934 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-21701500-5848-4f48-9820-f4464c46c5c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:06.748838 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-f5897cd8-a448-4e83-bf7c-c49b6f0cbb49 None None] Port 194fb3bc-b32e-41e9-a8bc-35424de6f66c cannot update to ACTIVE because it is not bound. {{(pid=101975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:18:06.813600 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.agents_db [None req-86e8c3be-7e21-4532-a65d-8f48c0a472d4 None None] Agent healthcheck: found 6 active agents {{(pid=101976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:18:06.963219 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22795ed-6421-4745-ba0c-b60a1b5a3512 req-ada4e684-bf85-421a-aa9f-43cd43c0eb14 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:06.964780 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-b22795ed-6421-4745-ba0c-b60a1b5a3512 req-ada4e684-bf85-421a-aa9f-43cd43c0eb14 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b0f95fd-9aa4-4d75-bc18-f31157749ffd HTTP/1.1" status: 200 len: 932 time: 0.1077769 Oct 27 10:18:07.030592 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-b22795ed-6421-4745-ba0c-b60a1b5a3512 req-9579d31e-121b-4834-962f-db9e300a6273 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d959ffb-e2cb-4327-b6e3-fc83a2eb36dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552258 Oct 27 10:18:07.084499 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-21701500-5848-4f48-9820-f4464c46c5c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 194fb3bc-b32e-41e9-a8bc-35424de6f66c {{(pid=101973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:18:07.092900 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-21701500-5848-4f48-9820-f4464c46c5c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:07.107883 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-21701500-5848-4f48-9820-f4464c46c5c2 service neutron] Transition to ACTIVE for port object 194fb3bc-b32e-41e9-a8bc-35424de6f66c will not be triggered until provisioned by entity L2. {{(pid=101973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:18:07.149234 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20702972-637a-45bf-9d30-9f0e6752bc74 req-3e3bd755-4b90-40f6-aab8-da634436eba1 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:07.150718 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-20702972-637a-45bf-9d30-9f0e6752bc74 req-3e3bd755-4b90-40f6-aab8-da634436eba1 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d00b57-d0ee-48e6-9502-0e9d7726d771 HTTP/1.1" status: 200 len: 946 time: 0.0490170 Oct 27 10:18:07.165203 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:07.189337 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-20702972-637a-45bf-9d30-9f0e6752bc74 req-df086f97-7320-48b6-be51-ba3eb6956b1a tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324697 Oct 27 10:18:07.194186 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-21701500-5848-4f48-9820-f4464c46c5c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9116887'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:07.249757 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21701500-5848-4f48-9820-f4464c46c5c2 service neutron] Pushing event updated for resources: {'Port': ['ID=194fb3bc-b32e-41e9-a8bc-35424de6f66c,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:07.323883 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-21701500-5848-4f48-9820-f4464c46c5c2 service neutron] Attempting to bind port 194fb3bc-b32e-41e9-a8bc-35424de6f66c on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:18:07.324352 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-21701500-5848-4f48-9820-f4464c46c5c2 service neutron] Attempting to bind port 194fb3bc-b32e-41e9-a8bc-35424de6f66c by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'acf42566-5f4e-42c2-8a27-453fec152c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '8a629e7d-72b0-4646-a07a-812ae74aa6c3'}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:18:07.325309 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-21701500-5848-4f48-9820-f4464c46c5c2 service neutron] Attempting to bind port 194fb3bc-b32e-41e9-a8bc-35424de6f66c on network 8a629e7d-72b0-4646-a07a-812ae74aa6c3 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:18:07.329749 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-21701500-5848-4f48-9820-f4464c46c5c2 service neutron] Port 194fb3bc-b32e-41e9-a8bc-35424de6f66c on network 8a629e7d-72b0-4646-a07a-812ae74aa6c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:18:07.330160 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-21701500-5848-4f48-9820-f4464c46c5c2 service neutron] Attempting to bind port 194fb3bc-b32e-41e9-a8bc-35424de6f66c on network 8a629e7d-72b0-4646-a07a-812ae74aa6c3 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:18:07.335935 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-21701500-5848-4f48-9820-f4464c46c5c2 service neutron] Checking agent: {'id': '4745671e-30cb-4e18-8ff0-6142bf8b3cdd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 11, 11), 'started_at': datetime.datetime(2021, 10, 27, 10, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:18:07.341108 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-21701500-5848-4f48-9820-f4464c46c5c2 service neutron] Checking segment: {'id': 'acf42566-5f4e-42c2-8a27-453fec152c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '8a629e7d-72b0-4646-a07a-812ae74aa6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:18:07.341108 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-21701500-5848-4f48-9820-f4464c46c5c2 service neutron] Bound using segment: {'id': 'acf42566-5f4e-42c2-8a27-453fec152c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '8a629e7d-72b0-4646-a07a-812ae74aa6c3'} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:18:07.341108 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-21701500-5848-4f48-9820-f4464c46c5c2 service neutron] Bound port: 194fb3bc-b32e-41e9-a8bc-35424de6f66c, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acf42566-5f4e-42c2-8a27-453fec152c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '8a629e7d-72b0-4646-a07a-812ae74aa6c3'}}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:18:07.341108 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-21701500-5848-4f48-9820-f4464c46c5c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:07.417639 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-21701500-5848-4f48-9820-f4464c46c5c2 service neutron] For port 194fb3bc-b32e-41e9-a8bc-35424de6f66c, host hv-cinder-81514, cleared binding levels {{(pid=101973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:18:07.420765 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-21701500-5848-4f48-9820-f4464c46c5c2 service neutron] For port 194fb3bc-b32e-41e9-a8bc-35424de6f66c, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=194fb3bc-b32e-41e9-a8bc-35424de6f66c,segment=NetworkSegment(acf42566-5f4e-42c2-8a27-453fec152c59),segment_id=acf42566-5f4e-42c2-8a27-453fec152c59)] {{(pid=101973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:18:07.502977 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-21701500-5848-4f48-9820-f4464c46c5c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9116887'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:07.543777 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-21701500-5848-4f48-9820-f4464c46c5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:07.544388 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-21701500-5848-4f48-9820-f4464c46c5c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:07.545784 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-21701500-5848-4f48-9820-f4464c46c5c2 service neutron] 10.222.0.81 "PUT /v2.0/ports/194fb3bc-b32e-41e9-a8bc-35424de6f66c HTTP/1.1" status: 200 len: 1094 time: 0.8664591 Oct 27 10:18:07.546230 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0f95fd-9aa4-4d75-bc18-f31157749ffd', 'tag': '194fb3bc-b32e-41e9-a8bc-35424de6f66c'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:18:07.548501 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94debda59f24a9426fb80c87c8c8853eb57e17b8e03a85591ed34d87467b8464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6756e4b3-d1fb-402a-acba-9d025fa6ca7d" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0f95fd-9aa4-4d75-bc18-f31157749ffd", "tag": "194fb3bc-b32e-41e9-a8bc-35424de6f66c"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:18:07.582301 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21701500-5848-4f48-9820-f4464c46c5c2 service neutron] Pushing event updated for resources: {'Port': ['ID=194fb3bc-b32e-41e9-a8bc-35424de6f66c,revision_number=3']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:07.591981 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9be8f12-74e3-4f25-925d-dcf04d8a41ea x-openstack-request-id: req-b9be8f12-74e3-4f25-925d-dcf04d8a41ea {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:18:07.592271 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0f95fd-9aa4-4d75-bc18-f31157749ffd", "tag": "194fb3bc-b32e-41e9-a8bc-35424de6f66c", "status": "completed", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:18:07.592531 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b9be8f12-74e3-4f25-925d-dcf04d8a41ea {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:18:07.592931 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b0f95fd-9aa4-4d75-bc18-f31157749ffd', 'tag': '194fb3bc-b32e-41e9-a8bc-35424de6f66c', 'status': 'completed', 'code': 200} Oct 27 10:18:07.663110 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756e4b3-d1fb-402a-acba-9d025fa6ca7d req-0cf9bae7-729b-4c86-aacf-6ac6a81b03bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:07.664669 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-6756e4b3-d1fb-402a-acba-9d025fa6ca7d req-0cf9bae7-729b-4c86-aacf-6ac6a81b03bf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e7c55039221b45c69304c1afafa20e6a&device_id=6b0f95fd-9aa4-4d75-bc18-f31157749ffd HTTP/1.1" status: 200 len: 1097 time: 0.0487165 Oct 27 10:18:07.781461 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756e4b3-d1fb-402a-acba-9d025fa6ca7d req-24ee0d52-8f14-4447-a945-5bfeb9e0d775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:07.782882 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-6756e4b3-d1fb-402a-acba-9d025fa6ca7d req-24ee0d52-8f14-4447-a945-5bfeb9e0d775 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=e7c55039221b45c69304c1afafa20e6a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0966001 Oct 27 10:18:07.880535 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756e4b3-d1fb-402a-acba-9d025fa6ca7d req-dfbe2169-087f-47a5-b7f7-2c44bc18c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:07.882020 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-6756e4b3-d1fb-402a-acba-9d025fa6ca7d req-dfbe2169-087f-47a5-b7f7-2c44bc18c778 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0872517 Oct 27 10:18:07.971310 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-99630c7b-81df-4ea6-b1d6-62927de030e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:07.972888 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-99630c7b-81df-4ea6-b1d6-62927de030e7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e7c55039221b45c69304c1afafa20e6a&device_id=6b0f95fd-9aa4-4d75-bc18-f31157749ffd HTTP/1.1" status: 200 len: 1097 time: 0.0400703 Oct 27 10:18:08.024533 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-4066da8a-d9bb-4b4d-ac08-23e6b233ddeb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=194fb3bc-b32e-41e9-a8bc-35424de6f66c HTTP/1.1" status: 200 len: 217 time: 0.0367866 Oct 27 10:18:08.075469 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-78d5f6eb-f872-405b-85e6-e0b106d1f93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:08.076956 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-78d5f6eb-f872-405b-85e6-e0b106d1f93a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2d043faf-de54-45d8-ad51-b3c5339bc389 HTTP/1.1" status: 200 len: 850 time: 0.0447447 Oct 27 10:18:08.164169 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-fb7d5267-1ba9-4a68-a373-5a2068c8169c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:08.165626 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-fb7d5267-1ba9-4a68-a373-5a2068c8169c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8a629e7d-72b0-4646-a07a-812ae74aa6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721762 Oct 27 10:18:08.177899 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ced5ef-90bd-4d08-88ba-3d422f1d9b61 req-f9d294a9-f147-4917-ac57-11f57ecf5962 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:08.179263 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a5ced5ef-90bd-4d08-88ba-3d422f1d9b61 req-f9d294a9-f147-4917-ac57-11f57ecf5962 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b0f95fd-9aa4-4d75-bc18-f31157749ffd HTTP/1.1" status: 200 len: 944 time: 0.0609281 Oct 27 10:18:08.259986 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a5ced5ef-90bd-4d08-88ba-3d422f1d9b61 req-da5c6ca9-8c26-44c0-acaf-87c41271314b tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d959ffb-e2cb-4327-b6e3-fc83a2eb36dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732143 Oct 27 10:18:08.292632 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-f3e792f3-abe5-45de-981f-e84d550a283a service neutron] 10.222.0.81 "GET /v2.0/networks/8a629e7d-72b0-4646-a07a-812ae74aa6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124470 Oct 27 10:18:08.320272 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed9604-294e-42ce-b749-f80952da612d req-ee6df567-5d5d-40f4-a436-83aaa4d33ebe tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:08.321631 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-eaed9604-294e-42ce-b749-f80952da612d req-ee6df567-5d5d-40f4-a436-83aaa4d33ebe tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d00b57-d0ee-48e6-9502-0e9d7726d771 HTTP/1.1" status: 200 len: 946 time: 0.0532970 Oct 27 10:18:08.359583 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-eaed9604-294e-42ce-b749-f80952da612d req-19812218-ce72-458b-b5ef-48800f0c9da7 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316441 Oct 27 10:18:08.388743 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-2e74ce56-1587-4ce7-b89f-b89871a111bd req-237f17c8-f774-4645-82a9-f8e242e5c962 service neutron] 10.222.0.81 "GET /v2.0/networks/8a629e7d-72b0-4646-a07a-812ae74aa6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852094 Oct 27 10:18:09.373767 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa9544-abfa-47a0-8a57-883aeb9c1df6 req-3d5d0514-9117-40ca-a81f-17bd4f9d4c00 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:09.375330 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-20fa9544-abfa-47a0-8a57-883aeb9c1df6 req-3d5d0514-9117-40ca-a81f-17bd4f9d4c00 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b0f95fd-9aa4-4d75-bc18-f31157749ffd HTTP/1.1" status: 200 len: 944 time: 0.0473669 Oct 27 10:18:09.413138 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-20fa9544-abfa-47a0-8a57-883aeb9c1df6 req-aca245c4-7d8b-41d5-9aa7-c8d496281a9c tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d959ffb-e2cb-4327-b6e3-fc83a2eb36dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307376 Oct 27 10:18:10.532466 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a45e2-d7f3-4890-afde-817c984e3b9b req-2e7e1031-9a44-4465-844c-4be9e4f96739 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:10.534003 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-dd0a45e2-d7f3-4890-afde-817c984e3b9b req-2e7e1031-9a44-4465-844c-4be9e4f96739 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b0f95fd-9aa4-4d75-bc18-f31157749ffd HTTP/1.1" status: 200 len: 944 time: 0.0498226 Oct 27 10:18:10.571961 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-dd0a45e2-d7f3-4890-afde-817c984e3b9b req-708ab699-0a0b-42d1-a4ff-8fc5a9cc0f78 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d959ffb-e2cb-4327-b6e3-fc83a2eb36dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318830 Oct 27 10:18:11.688845 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad82a23-ac8e-4cb6-80a8-03f1160a5e75 req-d013d046-4a8a-4e94-87ee-812d9e48e5ae tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:11.690477 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-aad82a23-ac8e-4cb6-80a8-03f1160a5e75 req-d013d046-4a8a-4e94-87ee-812d9e48e5ae tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b0f95fd-9aa4-4d75-bc18-f31157749ffd HTTP/1.1" status: 200 len: 944 time: 0.0498805 Oct 27 10:18:11.733520 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-aad82a23-ac8e-4cb6-80a8-03f1160a5e75 req-ea3cc391-4404-4a7f-8e1e-7cf8b998c5c0 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d959ffb-e2cb-4327-b6e3-fc83a2eb36dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369976 Oct 27 10:18:12.469824 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 194fb3bc-b32e-41e9-a8bc-35424de6f66c details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:18:12.567054 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port 194fb3bc-b32e-41e9-a8bc-35424de6f66c, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=194fb3bc-b32e-41e9-a8bc-35424de6f66c,segment=NetworkSegment(acf42566-5f4e-42c2-8a27-453fec152c59),segment_id=acf42566-5f4e-42c2-8a27-453fec152c59)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:18:12.578901 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Returning: {'device': '194fb3bc-b32e-41e9-a8bc-35424de6f66c', 'network_id': '8a629e7d-72b0-4646-a07a-812ae74aa6c3', 'port_id': '194fb3bc-b32e-41e9-a8bc-35424de6f66c', 'mac_address': 'fa:16:3e:be:bf:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d043faf-de54-45d8-ad51-b3c5339bc389', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:18:12.614829 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:12.628659 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 194fb3bc-b32e-41e9-a8bc-35424de6f66c {{(pid=101975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:18:12.649208 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port 194fb3bc-b32e-41e9-a8bc-35424de6f66c, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=194fb3bc-b32e-41e9-a8bc-35424de6f66c,segment=NetworkSegment(acf42566-5f4e-42c2-8a27-453fec152c59),segment_id=acf42566-5f4e-42c2-8a27-453fec152c59)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:18:12.690611 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:12.740508 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=194fb3bc-b32e-41e9-a8bc-35424de6f66c,revision_number=4']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:12.909062 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c8a24-60fb-4e2a-b518-681c9f40e51a req-ab36d0dd-9eed-49cc-a34e-51753c625527 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:12.910530 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-b59c8a24-60fb-4e2a-b518-681c9f40e51a req-ab36d0dd-9eed-49cc-a34e-51753c625527 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b0f95fd-9aa4-4d75-bc18-f31157749ffd HTTP/1.1" status: 200 len: 945 time: 0.0520911 Oct 27 10:18:12.955117 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-b59c8a24-60fb-4e2a-b518-681c9f40e51a req-15f6bde8-cc98-4075-b8fe-a8f512af8193 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d959ffb-e2cb-4327-b6e3-fc83a2eb36dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384052 Oct 27 10:18:13.101216 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] get_ports_and_sgs() called for port_ids ['194fb3bc-b32e-41e9-a8bc-35424de6f66c'] {{(pid=101975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:18:14.050850 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:14.082417 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131cbe23-38ee-4a91-81ac-cfb1028c8e1a req-d66b7f27-c72a-40a6-8948-8185ac299275 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:14.089836 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-131cbe23-38ee-4a91-81ac-cfb1028c8e1a req-d66b7f27-c72a-40a6-8948-8185ac299275 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b0f95fd-9aa4-4d75-bc18-f31157749ffd HTTP/1.1" status: 200 len: 945 time: 0.0555377 Oct 27 10:18:14.127759 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-131cbe23-38ee-4a91-81ac-cfb1028c8e1a req-82882eb2-0242-4e14-88eb-f351d8617bdf tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d959ffb-e2cb-4327-b6e3-fc83a2eb36dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379162 Oct 27 10:18:14.141469 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-9637b335-df0e-4cbc-8899-fa5bfc7886f7 req-98bf8804-ba5e-450a-90a5-29ffe3f0963c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433633 Oct 27 10:18:14.218384 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637b335-df0e-4cbc-8899-fa5bfc7886f7 req-a7b0381e-af0e-47ef-a5fd-86aa6d8e2cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:14.219872 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-9637b335-df0e-4cbc-8899-fa5bfc7886f7 req-a7b0381e-af0e-47ef-a5fd-86aa6d8e2cb2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ce4fbe5437b54e06856c6e5fba0e6a8d&device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146 HTTP/1.1" status: 200 len: 1099 time: 0.0470154 Oct 27 10:18:14.337194 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637b335-df0e-4cbc-8899-fa5bfc7886f7 req-c6bf71af-9946-4004-b313-688a5772995a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:14.338727 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-9637b335-df0e-4cbc-8899-fa5bfc7886f7 req-c6bf71af-9946-4004-b313-688a5772995a service neutron] 10.222.0.81 "GET /v2.0/networks?id=45ccbdab-8245-4106-a0cd-ddc7afca495b HTTP/1.1" status: 200 len: 914 time: 0.0972438 Oct 27 10:18:14.417921 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-9637b335-df0e-4cbc-8899-fa5bfc7886f7 req-7c302c2d-db6a-4725-88fb-d36199481194 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cdd8ba1e-bec7-46be-a1f3-bc9a468e262a HTTP/1.1" status: 200 len: 1001 time: 0.0669363 Oct 27 10:18:14.471157 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637b335-df0e-4cbc-8899-fa5bfc7886f7 req-aa9cc752-2747-472c-91f5-0217a92364d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:14.475795 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-9637b335-df0e-4cbc-8899-fa5bfc7886f7 req-aa9cc752-2747-472c-91f5-0217a92364d3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=22ddcb0e-0b75-477e-b461-720a6b940632 HTTP/1.1" status: 200 len: 851 time: 0.0470901 Oct 27 10:18:14.485283 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 194fb3bc-b32e-41e9-a8bc-35424de6f66c up at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:18:14.525993 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637b335-df0e-4cbc-8899-fa5bfc7886f7 req-17370d5e-6190-4dc9-98ec-7999ad5e3b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:14.527605 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-9637b335-df0e-4cbc-8899-fa5bfc7886f7 req-17370d5e-6190-4dc9-98ec-7999ad5e3b6f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45ccbdab-8245-4106-a0cd-ddc7afca495b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461345 Oct 27 10:18:14.576499 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Provisioning for port 194fb3bc-b32e-41e9-a8bc-35424de6f66c completed by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:18:14.581664 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Provisioning complete for port 194fb3bc-b32e-41e9-a8bc-35424de6f66c triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:18:14.582064 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:14.628040 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-9637b335-df0e-4cbc-8899-fa5bfc7886f7 req-26ed1ab9-9c55-40d5-a0b5-7f73673fc249 service neutron] 10.222.0.81 "GET /v2.0/networks/45ccbdab-8245-4106-a0cd-ddc7afca495b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897925 Oct 27 10:18:14.669884 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:14.695016 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0f95fd-9aa4-4d75-bc18-f31157749ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194fb3bc-b32e-41e9-a8bc-35424de6f66c'}] {{(pid=101975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:18:14.697393 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef74c052f1c640f85ff9302be404e86fdcd9e777050b230953bf81409b3ec6af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c85c6c-8e00-4e32-b828-765da28ee235" -d '{"events": [{"server_uuid": "6b0f95fd-9aa4-4d75-bc18-f31157749ffd", "name": "network-vif-plugged", "status": "completed", "tag": "194fb3bc-b32e-41e9-a8bc-35424de6f66c"}]}' {{(pid=101975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:18:14.711042 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port 194fb3bc-b32e-41e9-a8bc-35424de6f66c, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=194fb3bc-b32e-41e9-a8bc-35424de6f66c,segment=NetworkSegment(acf42566-5f4e-42c2-8a27-453fec152c59),segment_id=acf42566-5f4e-42c2-8a27-453fec152c59)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:18:14.728642 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-9637b335-df0e-4cbc-8899-fa5bfc7886f7 req-8eaa0eac-f500-471b-b6fa-77b42eab1b7e service neutron] 10.222.0.81 "GET /v2.0/networks/45ccbdab-8245-4106-a0cd-ddc7afca495b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929608 Oct 27 10:18:14.745940 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b603b1fa-d44c-423d-a8d0-3a8139c09d35 x-openstack-request-id: req-b603b1fa-d44c-423d-a8d0-3a8139c09d35 {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:18:14.746305 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0f95fd-9aa4-4d75-bc18-f31157749ffd", "name": "network-vif-plugged", "status": "completed", "tag": "194fb3bc-b32e-41e9-a8bc-35424de6f66c", "code": 200}]} {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:18:14.746783 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b603b1fa-d44c-423d-a8d0-3a8139c09d35 {{(pid=101975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:18:14.747294 dv-cinder-815146-2-iscsi neutron-server[101975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0f95fd-9aa4-4d75-bc18-f31157749ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194fb3bc-b32e-41e9-a8bc-35424de6f66c', 'code': 200} Oct 27 10:18:14.782254 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:14.834560 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=194fb3bc-b32e-41e9-a8bc-35424de6f66c,revision_number=5']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:15.093269 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431694a-4f66-4d2f-94c8-fad2ffa77428 req-eb8a31d6-2923-44e5-95d2-b1dc910deb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:15.094850 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a431694a-4f66-4d2f-94c8-fad2ffa77428 req-eb8a31d6-2923-44e5-95d2-b1dc910deb7a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6b0f95fd-9aa4-4d75-bc18-f31157749ffd HTTP/1.1" status: 200 len: 1099 time: 0.0440412 Oct 27 10:18:15.398543 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a431694a-4f66-4d2f-94c8-fad2ffa77428 req-25f968c4-685d-4024-ae2d-2ec8baf1d5a2 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=0d959ffb-e2cb-4327-b6e3-fc83a2eb36dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2943261 Oct 27 10:18:15.416523 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10676fa-c3c6-44fc-b857-f2289b469048 req-e4f64789-1da6-45f8-ad22-9ba5f4ff207d tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:15.417949 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-e10676fa-c3c6-44fc-b857-f2289b469048 req-e4f64789-1da6-45f8-ad22-9ba5f4ff207d tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b0f95fd-9aa4-4d75-bc18-f31157749ffd HTTP/1.1" status: 200 len: 946 time: 0.0590186 Oct 27 10:18:15.455176 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-e10676fa-c3c6-44fc-b857-f2289b469048 req-084d2ffc-a102-429b-babb-e26b77d420a3 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d959ffb-e2cb-4327-b6e3-fc83a2eb36dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312819 Oct 27 10:18:16.567326 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4dac2-61d6-4ecc-965c-2de0a45661df req-d2e853a9-29a6-4cbc-861c-9ac72ab7d6d5 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:16.569318 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-6fc4dac2-61d6-4ecc-965c-2de0a45661df req-d2e853a9-29a6-4cbc-861c-9ac72ab7d6d5 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b0f95fd-9aa4-4d75-bc18-f31157749ffd HTTP/1.1" status: 200 len: 946 time: 0.0470850 Oct 27 10:18:16.605703 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-6fc4dac2-61d6-4ecc-965c-2de0a45661df req-8a28776b-20c4-4990-abd0-4edaf52dc6dd tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d959ffb-e2cb-4327-b6e3-fc83a2eb36dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305667 Oct 27 10:18:17.723408 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765eebdd-4b8d-44a2-acbd-a7b23571f392 req-d4f8f713-49e0-49c2-8f83-fb6b6bae49cd tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:17.725859 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-765eebdd-4b8d-44a2-acbd-a7b23571f392 req-d4f8f713-49e0-49c2-8f83-fb6b6bae49cd tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b0f95fd-9aa4-4d75-bc18-f31157749ffd HTTP/1.1" status: 200 len: 946 time: 0.0518799 Oct 27 10:18:17.762069 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-765eebdd-4b8d-44a2-acbd-a7b23571f392 req-9597fefb-dd46-4ae4-bf95-9bad4b4cb55c tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d959ffb-e2cb-4327-b6e3-fc83a2eb36dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303078 Oct 27 10:18:18.875488 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e75fe-90f4-4b29-b9be-b4158508cab8 req-78180f7d-abb6-4865-8736-0de677bcbcac tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:18.877005 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-8c5e75fe-90f4-4b29-b9be-b4158508cab8 req-78180f7d-abb6-4865-8736-0de677bcbcac tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b0f95fd-9aa4-4d75-bc18-f31157749ffd HTTP/1.1" status: 200 len: 946 time: 0.0487444 Oct 27 10:18:18.914429 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-8c5e75fe-90f4-4b29-b9be-b4158508cab8 req-4212c1cf-d13b-421d-a640-86bc1976e60a tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d959ffb-e2cb-4327-b6e3-fc83a2eb36dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310462 Oct 27 10:18:20.031502 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80568462-0d9c-4438-ab13-c92219e4ea99 req-74dc9dc9-85bd-442c-bfb6-c922edf9cd15 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:20.033002 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-80568462-0d9c-4438-ab13-c92219e4ea99 req-74dc9dc9-85bd-442c-bfb6-c922edf9cd15 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b0f95fd-9aa4-4d75-bc18-f31157749ffd HTTP/1.1" status: 200 len: 946 time: 0.0506735 Oct 27 10:18:20.072335 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-80568462-0d9c-4438-ab13-c92219e4ea99 req-1d3d9553-1c39-4f38-bd9a-1203bd39c959 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d959ffb-e2cb-4327-b6e3-fc83a2eb36dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328672 Oct 27 10:18:21.189180 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dbe538-2e44-4655-a195-82b543f02212 req-0653d1a2-d992-4399-a49b-1d77a12a34fc tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:21.190654 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a1dbe538-2e44-4655-a195-82b543f02212 req-0653d1a2-d992-4399-a49b-1d77a12a34fc tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b0f95fd-9aa4-4d75-bc18-f31157749ffd HTTP/1.1" status: 200 len: 946 time: 0.0510302 Oct 27 10:18:21.229030 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a1dbe538-2e44-4655-a195-82b543f02212 req-6256421c-51de-40b8-9f38-ea7de20b5bfa tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d959ffb-e2cb-4327-b6e3-fc83a2eb36dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322258 Oct 27 10:18:21.338509 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89844514-e463-498f-8a9c-1af93ac98379 req-6705aabe-32f0-4105-ab66-123f97dd9608 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:21.339961 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-89844514-e463-498f-8a9c-1af93ac98379 req-6705aabe-32f0-4105-ab66-123f97dd9608 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b0f95fd-9aa4-4d75-bc18-f31157749ffd HTTP/1.1" status: 200 len: 946 time: 0.0482326 Oct 27 10:18:21.348279 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 52012) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:21.353495 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-dc7d0aff-e459-4504-9e04-621155a5c99a tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Request body: {'floatingip': {'port_id': '194fb3bc-b32e-41e9-a8bc-35424de6f66c'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:18:21.390725 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-dc7d0aff-e459-4504-9e04-621155a5c99a tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks [] for floatingip, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:21.800438 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-dc7d0aff-e459-4504-9e04-621155a5c99a tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:21.850707 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-dc7d0aff-e459-4504-9e04-621155a5c99a tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564014'] for floatingip, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:21.968583 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.db.l3_db [None req-dc7d0aff-e459-4504-9e04-621155a5c99a tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Floating IP 494589c4-b737-437a-ba50-d12ae0375654 associated. External IP: 172.27.0.227, port: 194fb3bc-b32e-41e9-a8bc-35424de6f66c. Oct 27 10:18:22.169597 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7d0aff-e459-4504-9e04-621155a5c99a tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Router 3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c has already been hosted by L3 agent b2a2dab9-f998-4002-b8bb-cf3ca8546284 {{(pid=101973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:18:22.275738 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7d0aff-e459-4504-9e04-621155a5c99a tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Notify agent at l3_agent.dv-cinder-815146-2-iscsi the message routers_updated {{(pid=101973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:18:22.280657 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-dc7d0aff-e459-4504-9e04-621155a5c99a tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for floatingip, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:22.295485 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc95c897-3a1b-4b16-a3b0-fda2839d0824 None None] Sync routers for ids ['3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c'] in dv-cinder-815146-2-iscsi {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:18:22.306506 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc95c897-3a1b-4b16-a3b0-fda2839d0824 None None] Routers {'3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:18:22.307120 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-bc95c897-3a1b-4b16-a3b0-fda2839d0824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:18:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:18:22.308206 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-dc7d0aff-e459-4504-9e04-621155a5c99a tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "PUT /v2.0/floatingips/494589c4-b737-437a-ba50-d12ae0375654 HTTP/1.1" status: 200 len: 992 time: 0.9588835 Oct 27 10:18:22.308790 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0f95fd-9aa4-4d75-bc18-f31157749ffd', 'tag': '194fb3bc-b32e-41e9-a8bc-35424de6f66c'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:18:22.311164 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94debda59f24a9426fb80c87c8c8853eb57e17b8e03a85591ed34d87467b8464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298e668b-a191-4ad2-a809-c5453c3c37aa" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0f95fd-9aa4-4d75-bc18-f31157749ffd", "tag": "194fb3bc-b32e-41e9-a8bc-35424de6f66c"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:18:22.413389 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-bc95c897-3a1b-4b16-a3b0-fda2839d0824 None None] Set router 3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:18:22.636413 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-bc95c897-3a1b-4b16-a3b0-fda2839d0824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'name': 'tempest-AttachVolumeTestJSON-1029581605-router', 'tenant_id': 'e7c55039221b45c69304c1afafa20e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b0997d9b-90ac-4b76-a43a-41be4b4fa380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:01Z', 'updated_at': '2021-10-27T10:13:10Z', 'revision_number': 4, 'project_id': 'e7c55039221b45c69304c1afafa20e6a', 'gw_port': {'id': 'b0997d9b-90ac-4b76-a43a-41be4b4fa380', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:02Z', 'updated_at': '2021-10-27T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_floatingips': [{'id': '494589c4-b737-437a-ba50-d12ae0375654', 'tenant_id': 'e7c55039221b45c69304c1afafa20e6a', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'router_id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'port_id': '194fb3bc-b32e-41e9-a8bc-35424de6f66c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a629e7d-72b0-4646-a07a-812ae74aa6c3', 'mac_address': 'fa:16:3e:be:bf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0f95fd-9aa4-4d75-bc18-f31157749ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:18:02Z', 'updated_at': '2021-10-27T10:18:21Z', 'revision_number': 1, 'project_id': 'e7c55039221b45c69304c1afafa20e6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950f21fd-ce13-465b-8d46-9d1956815de8', 'name': '', 'network_id': '8a629e7d-72b0-4646-a07a-812ae74aa6c3', 'tenant_id': 'e7c55039221b45c69304c1afafa20e6a', 'mac_address': 'fa:16:3e:b9:43:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2d043faf-de54-45d8-ad51-b3c5339bc389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:08Z', 'updated_at': '2021-10-27T10:13:14Z', 'revision_number': 5, 'project_id': 'e7c55039221b45c69304c1afafa20e6a', 'subnets': [{'id': '2d043faf-de54-45d8-ad51-b3c5339bc389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:18:22.784581 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc95c897-3a1b-4b16-a3b0-fda2839d0824 None None] Checking router: 3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c for host: dv-cinder-815146-2-iscsi {{(pid=101975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:18:22.792931 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc95c897-3a1b-4b16-a3b0-fda2839d0824 None None] Routers {'3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:18:22.793524 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-bc95c897-3a1b-4b16-a3b0-fda2839d0824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:18:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:18:22.897662 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-bc95c897-3a1b-4b16-a3b0-fda2839d0824 None None] Set router 3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:18:23.114343 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-bc95c897-3a1b-4b16-a3b0-fda2839d0824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'name': 'tempest-AttachVolumeTestJSON-1029581605-router', 'tenant_id': 'e7c55039221b45c69304c1afafa20e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b0997d9b-90ac-4b76-a43a-41be4b4fa380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:01Z', 'updated_at': '2021-10-27T10:13:10Z', 'revision_number': 4, 'project_id': 'e7c55039221b45c69304c1afafa20e6a', 'gw_port': {'id': 'b0997d9b-90ac-4b76-a43a-41be4b4fa380', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:02Z', 'updated_at': '2021-10-27T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_floatingips': [{'id': '494589c4-b737-437a-ba50-d12ae0375654', 'tenant_id': 'e7c55039221b45c69304c1afafa20e6a', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'router_id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'port_id': '194fb3bc-b32e-41e9-a8bc-35424de6f66c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a629e7d-72b0-4646-a07a-812ae74aa6c3', 'mac_address': 'fa:16:3e:be:bf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0f95fd-9aa4-4d75-bc18-f31157749ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:18:02Z', 'updated_at': '2021-10-27T10:18:21Z', 'revision_number': 1, 'project_id': 'e7c55039221b45c69304c1afafa20e6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950f21fd-ce13-465b-8d46-9d1956815de8', 'name': '', 'network_id': '8a629e7d-72b0-4646-a07a-812ae74aa6c3', 'tenant_id': 'e7c55039221b45c69304c1afafa20e6a', 'mac_address': 'fa:16:3e:b9:43:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2d043faf-de54-45d8-ad51-b3c5339bc389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:08Z', 'updated_at': '2021-10-27T10:13:14Z', 'revision_number': 5, 'project_id': 'e7c55039221b45c69304c1afafa20e6a', 'subnets': [{'id': '2d043faf-de54-45d8-ad51-b3c5339bc389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:18:23.143783 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc95c897-3a1b-4b16-a3b0-fda2839d0824 None None] The sync data for ids ['3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c'] in dv-cinder-815146-2-iscsi is: [{'id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'name': 'tempest-AttachVolumeTestJSON-1029581605-router', 'tenant_id': 'e7c55039221b45c69304c1afafa20e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b0997d9b-90ac-4b76-a43a-41be4b4fa380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:01Z', 'updated_at': '2021-10-27T10:13:10Z', 'revision_number': 4, 'project_id': 'e7c55039221b45c69304c1afafa20e6a', 'gw_port': {'id': 'b0997d9b-90ac-4b76-a43a-41be4b4fa380', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:02Z', 'updated_at': '2021-10-27T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_floatingips': [{'id': '494589c4-b737-437a-ba50-d12ae0375654', 'tenant_id': 'e7c55039221b45c69304c1afafa20e6a', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'router_id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'port_id': '194fb3bc-b32e-41e9-a8bc-35424de6f66c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a629e7d-72b0-4646-a07a-812ae74aa6c3', 'mac_address': 'fa:16:3e:be:bf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0f95fd-9aa4-4d75-bc18-f31157749ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:18:02Z', 'updated_at': '2021-10-27T10:18:21Z', 'revision_number': 1, 'project_id': 'e7c55039221b45c69304c1afafa20e6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950f21fd-ce13-465b-8d46-9d1956815de8', 'name': '', 'network_id': '8a629e7d-72b0-4646-a07a-812ae74aa6c3', 'tenant_id': 'e7c55039221b45c69304c1afafa20e6a', 'mac_address': 'fa:16:3e:b9:43:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2d043faf-de54-45d8-ad51-b3c5339bc389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:08Z', 'updated_at': '2021-10-27T10:13:14Z', 'revision_number': 5, 'project_id': 'e7c55039221b45c69304c1afafa20e6a', 'subnets': [{'id': '2d043faf-de54-45d8-ad51-b3c5339bc389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:18:23.241911 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3bcb72-e3f6-44bb-88d2-7e1cba29eab4 x-openstack-request-id: req-dd3bcb72-e3f6-44bb-88d2-7e1cba29eab4 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:18:23.242209 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0f95fd-9aa4-4d75-bc18-f31157749ffd", "tag": "194fb3bc-b32e-41e9-a8bc-35424de6f66c", "status": "completed", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:18:23.242467 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dd3bcb72-e3f6-44bb-88d2-7e1cba29eab4 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:18:23.242866 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b0f95fd-9aa4-4d75-bc18-f31157749ffd', 'tag': '194fb3bc-b32e-41e9-a8bc-35424de6f66c', 'status': 'completed', 'code': 200} Oct 27 10:18:23.345500 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f04a866-b6e6-4f26-a5a4-f374cc644b6f None None] New status for floating IP 494589c4-b737-437a-ba50-d12ae0375654: ACTIVE {{(pid=101976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:18:23.370205 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e668b-a191-4ad2-a809-c5453c3c37aa req-2c682691-66ed-42cc-827f-ea28f9ca255d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:23.371732 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-298e668b-a191-4ad2-a809-c5453c3c37aa req-2c682691-66ed-42cc-827f-ea28f9ca255d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e7c55039221b45c69304c1afafa20e6a&device_id=6b0f95fd-9aa4-4d75-bc18-f31157749ffd HTTP/1.1" status: 200 len: 1099 time: 0.0954695 Oct 27 10:18:23.467172 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e668b-a191-4ad2-a809-c5453c3c37aa req-35981746-8b5f-4ce3-a1e3-434fdb25b2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:23.468643 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-298e668b-a191-4ad2-a809-c5453c3c37aa req-35981746-8b5f-4ce3-a1e3-434fdb25b2d5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8a629e7d-72b0-4646-a07a-812ae74aa6c3 HTTP/1.1" status: 200 len: 913 time: 0.0871325 Oct 27 10:18:23.535642 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-298e668b-a191-4ad2-a809-c5453c3c37aa req-732a8b8c-1f3a-4413-a77f-7af6a27460f9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=194fb3bc-b32e-41e9-a8bc-35424de6f66c HTTP/1.1" status: 200 len: 1000 time: 0.0566230 Oct 27 10:18:23.588742 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e668b-a191-4ad2-a809-c5453c3c37aa req-66975b98-cc2d-40fc-8141-f5cdcb8d9c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:23.590233 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-298e668b-a191-4ad2-a809-c5453c3c37aa req-66975b98-cc2d-40fc-8141-f5cdcb8d9c15 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2d043faf-de54-45d8-ad51-b3c5339bc389 HTTP/1.1" status: 200 len: 850 time: 0.0441010 Oct 27 10:18:23.642853 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e668b-a191-4ad2-a809-c5453c3c37aa req-eabde666-b5f1-45a8-88cc-3f34b5fdabd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:23.644348 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-298e668b-a191-4ad2-a809-c5453c3c37aa req-eabde666-b5f1-45a8-88cc-3f34b5fdabd6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8a629e7d-72b0-4646-a07a-812ae74aa6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428152 Oct 27 10:18:23.734482 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-298e668b-a191-4ad2-a809-c5453c3c37aa req-19a1fb28-ec1e-404a-964c-52bf127eb47b service neutron] 10.222.0.81 "GET /v2.0/networks/8a629e7d-72b0-4646-a07a-812ae74aa6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811064 Oct 27 10:18:23.830561 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-298e668b-a191-4ad2-a809-c5453c3c37aa req-08618c1b-cdab-49fc-9c00-7b28cbf72ba1 service neutron] 10.222.0.81 "GET /v2.0/networks/8a629e7d-72b0-4646-a07a-812ae74aa6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884683 Oct 27 10:18:28.618299 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdb4da-08a5-4be0-a2ba-d786d71bc095 req-9e008cde-9db5-4e3f-ae11-dd85376ed40a tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:28.620489 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-6dfdb4da-08a5-4be0-a2ba-d786d71bc095 req-9e008cde-9db5-4e3f-ae11-dd85376ed40a tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d00b57-d0ee-48e6-9502-0e9d7726d771 HTTP/1.1" status: 200 len: 946 time: 0.0505185 Oct 27 10:18:28.658123 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-6dfdb4da-08a5-4be0-a2ba-d786d71bc095 req-f7b01248-5bae-45c3-a30f-ae28b406f56e tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316000 Oct 27 10:18:29.780837 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b14bf-1b26-41fd-816a-770bad2398c8 req-d42f3d29-be16-44b7-9db3-ded42e468837 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:29.782273 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-674b14bf-1b26-41fd-816a-770bad2398c8 req-d42f3d29-be16-44b7-9db3-ded42e468837 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d00b57-d0ee-48e6-9502-0e9d7726d771 HTTP/1.1" status: 200 len: 946 time: 0.0543830 Oct 27 10:18:29.820694 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-674b14bf-1b26-41fd-816a-770bad2398c8 req-2d04b82d-6ad8-4b13-a718-a68fff3d0447 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323701 Oct 27 10:18:30.032844 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa1fa3d-0b81-48fa-8a5c-d536edab9eb1 req-23e16400-2643-4c09-87ca-c83630e77c77 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:30.034300 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-4fa1fa3d-0b81-48fa-8a5c-d536edab9eb1 req-23e16400-2643-4c09-87ca-c83630e77c77 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e5e6acd-6b4f-42d6-bdcb-38bf32e08f80 HTTP/1.1" status: 200 len: 945 time: 0.0502152 Oct 27 10:18:30.070996 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-4fa1fa3d-0b81-48fa-8a5c-d536edab9eb1 req-adf2bf63-8191-4162-b1ef-7ee3fb3e5444 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/security-groups?id=15c362ac-a5e1-4e41-b574-55a421c3f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307939 Oct 27 10:18:30.937288 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17baa004-64a7-4b07-8fe2-f839aae6f94c req-69ecdaef-2464-4feb-9832-730ba52545f3 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:30.939293 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-17baa004-64a7-4b07-8fe2-f839aae6f94c req-69ecdaef-2464-4feb-9832-730ba52545f3 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.81 "GET /v2.0/ports?device_id=54d00b57-d0ee-48e6-9502-0e9d7726d771 HTTP/1.1" status: 200 len: 946 time: 0.0501783 Oct 27 10:18:30.940886 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9858e-cf83-4e69-a20c-287e8bce1b62 req-7e5d462f-1764-4454-9d7a-9568f1113e5e tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:30.942382 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-e8a9858e-cf83-4e69-a20c-287e8bce1b62 req-7e5d462f-1764-4454-9d7a-9568f1113e5e tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d00b57-d0ee-48e6-9502-0e9d7726d771 HTTP/1.1" status: 200 len: 946 time: 0.0500112 Oct 27 10:18:30.982184 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-e8a9858e-cf83-4e69-a20c-287e8bce1b62 req-c07a733f-da58-472e-a6e3-8a2360dc132c tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332606 Oct 27 10:18:31.044461 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [req-17baa004-64a7-4b07-8fe2-f839aae6f94c req-4106946f-d479-4967-8f1d-6d6ab590d1c6 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Deleting port 37f971c9-1f78-4873-b7d3-b35c33406931 {{(pid=101973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:18:31.044999 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-17baa004-64a7-4b07-8fe2-f839aae6f94c req-4106946f-d479-4967-8f1d-6d6ab590d1c6 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:31.132504 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-17baa004-64a7-4b07-8fe2-f839aae6f94c req-4106946f-d479-4967-8f1d-6d6ab590d1c6 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] For port 37f971c9-1f78-4873-b7d3-b35c33406931, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=37f971c9-1f78-4873-b7d3-b35c33406931,segment=NetworkSegment(8b8e4560-5fb6-473a-bbfe-b3c3dffb572d),segment_id=8b8e4560-5fb6-473a-bbfe-b3c3dffb572d)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:18:31.132854 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-17baa004-64a7-4b07-8fe2-f839aae6f94c req-4106946f-d479-4967-8f1d-6d6ab590d1c6 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:31.158270 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [req-17baa004-64a7-4b07-8fe2-f839aae6f94c req-4106946f-d479-4967-8f1d-6d6ab590d1c6 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Calling delete_port for 37f971c9-1f78-4873-b7d3-b35c33406931 owned by compute:nova {{(pid=101973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:18:31.233132 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d2ee2-b840-4782-af36-c8aa2a8f3480 req-fcc8fe2d-3e7b-4d99-b999-f3c10590df3e tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:31.234637 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-ec1d2ee2-b840-4782-af36-c8aa2a8f3480 req-fcc8fe2d-3e7b-4d99-b999-f3c10590df3e tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e5e6acd-6b4f-42d6-bdcb-38bf32e08f80 HTTP/1.1" status: 200 len: 945 time: 0.0921898 Oct 27 10:18:31.286275 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-ec1d2ee2-b840-4782-af36-c8aa2a8f3480 req-eb0e207d-17fb-4d00-80b6-b2a468f91836 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/security-groups?id=15c362ac-a5e1-4e41-b574-55a421c3f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436270 Oct 27 10:18:31.393463 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-17baa004-64a7-4b07-8fe2-f839aae6f94c req-4106946f-d479-4967-8f1d-6d6ab590d1c6 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:31.406559 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] get_ports_and_sgs() called for port_ids ['dce9e0f9-0a1e-4113-917b-b137217cf47b', '1ff0dddf-8119-4971-8452-b0b89570141f', 'fc55212c-be35-4a92-9d6d-45a73368ce92', '37f971c9-1f78-4873-b7d3-b35c33406931'] {{(pid=101975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:18:31.421691 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4106946f-d479-4967-8f1d-6d6ab590d1c6 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Pushing event deleted for resources: {'Port': ['ID=37f971c9-1f78-4873-b7d3-b35c33406931,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:31.434637 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4106946f-d479-4967-8f1d-6d6ab590d1c6 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:31.434986 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4106946f-d479-4967-8f1d-6d6ab590d1c6 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:31.435330 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4106946f-d479-4967-8f1d-6d6ab590d1c6 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:31.435662 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4106946f-d479-4967-8f1d-6d6ab590d1c6 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:31.435995 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4106946f-d479-4967-8f1d-6d6ab590d1c6 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:31.436324 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4106946f-d479-4967-8f1d-6d6ab590d1c6 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:31.436652 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4106946f-d479-4967-8f1d-6d6ab590d1c6 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:31.437000 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4106946f-d479-4967-8f1d-6d6ab590d1c6 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:31.437309 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4106946f-d479-4967-8f1d-6d6ab590d1c6 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:31.437631 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4106946f-d479-4967-8f1d-6d6ab590d1c6 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:31.437980 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4106946f-d479-4967-8f1d-6d6ab590d1c6 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:31.438303 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4106946f-d479-4967-8f1d-6d6ab590d1c6 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:31.472405 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [req-17baa004-64a7-4b07-8fe2-f839aae6f94c req-4106946f-d479-4967-8f1d-6d6ab590d1c6 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] No DVR routers for this DVR port 37f971c9-1f78-4873-b7d3-b35c33406931 on host hv-cinder-81514 {{(pid=101973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:18:31.475636 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-17baa004-64a7-4b07-8fe2-f839aae6f94c req-4106946f-d479-4967-8f1d-6d6ab590d1c6 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:31.480245 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-17baa004-64a7-4b07-8fe2-f839aae6f94c req-4106946f-d479-4967-8f1d-6d6ab590d1c6 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.81 "DELETE /v2.0/ports/37f971c9-1f78-4873-b7d3-b35c33406931 HTTP/1.1" status: 204 len: 173 time: 0.5254407 Oct 27 10:18:31.480698 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d00b57-d0ee-48e6-9502-0e9d7726d771', 'name': 'network-vif-deleted', 'tag': '37f971c9-1f78-4873-b7d3-b35c33406931'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:18:31.483748 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94debda59f24a9426fb80c87c8c8853eb57e17b8e03a85591ed34d87467b8464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bc7579-521f-4a0f-9893-d2e597bebeee" -d '{"events": [{"server_uuid": "54d00b57-d0ee-48e6-9502-0e9d7726d771", "name": "network-vif-deleted", "tag": "37f971c9-1f78-4873-b7d3-b35c33406931"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:18:31.581111 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5366f03b-80eb-4c4e-b3bc-e7044a947ab3 x-openstack-request-id: req-5366f03b-80eb-4c4e-b3bc-e7044a947ab3 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:18:31.581416 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d00b57-d0ee-48e6-9502-0e9d7726d771", "name": "network-vif-deleted", "tag": "37f971c9-1f78-4873-b7d3-b35c33406931", "status": "completed", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:18:31.581671 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5366f03b-80eb-4c4e-b3bc-e7044a947ab3 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:18:31.582095 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d00b57-d0ee-48e6-9502-0e9d7726d771', 'name': 'network-vif-deleted', 'tag': '37f971c9-1f78-4873-b7d3-b35c33406931', 'status': 'completed', 'code': 200} Oct 27 10:18:31.586240 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-aabd62b2-6c94-4f2d-b858-2d9f2a6849a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:32.084214 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7892f8a3-532f-49dc-95aa-41e353bf5fea req-37f48c16-f173-4e0d-84e3-7d4fd92ff3ab tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d00b57-d0ee-48e6-9502-0e9d7726d771 HTTP/1.1" status: 200 len: 210 time: 0.0251198 Oct 27 10:18:32.403785 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577d5c1-d80c-4d11-9630-43ea6758fb5e req-4be8b0e1-d813-4162-b648-85b3f2ffa1fe tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:32.405259 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-4577d5c1-d80c-4d11-9630-43ea6758fb5e req-4be8b0e1-d813-4162-b648-85b3f2ffa1fe tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e5e6acd-6b4f-42d6-bdcb-38bf32e08f80 HTTP/1.1" status: 200 len: 945 time: 0.0485046 Oct 27 10:18:32.441996 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-4577d5c1-d80c-4d11-9630-43ea6758fb5e req-9e911390-ff7e-4244-8761-d2884c8900cd tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/security-groups?id=15c362ac-a5e1-4e41-b574-55a421c3f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307932 Oct 27 10:18:32.514307 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59a1f9-6838-4433-ab5e-b02e92c9ed2d req-d206be4d-75a3-48a4-b92a-c3b19bb589f4 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:32.515755 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-6c59a1f9-6838-4433-ab5e-b02e92c9ed2d req-d206be4d-75a3-48a4-b92a-c3b19bb589f4 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e5e6acd-6b4f-42d6-bdcb-38bf32e08f80 HTTP/1.1" status: 200 len: 945 time: 0.0510929 Oct 27 10:18:32.608703 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [req-6c59a1f9-6838-4433-ab5e-b02e92c9ed2d req-909704cf-2cb6-4adf-a844-157204567b79 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Deleting port 54a5d0ca-8452-47fd-9aec-cd368b6a3127 {{(pid=101973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:18:32.609032 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-6c59a1f9-6838-4433-ab5e-b02e92c9ed2d req-909704cf-2cb6-4adf-a844-157204567b79 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:32.698175 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-6c59a1f9-6838-4433-ab5e-b02e92c9ed2d req-909704cf-2cb6-4adf-a844-157204567b79 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] For port 54a5d0ca-8452-47fd-9aec-cd368b6a3127, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=54a5d0ca-8452-47fd-9aec-cd368b6a3127,segment=NetworkSegment(1020b0ce-7923-49ef-b95f-fd4a8f23904b),segment_id=1020b0ce-7923-49ef-b95f-fd4a8f23904b)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:18:32.698531 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-6c59a1f9-6838-4433-ab5e-b02e92c9ed2d req-909704cf-2cb6-4adf-a844-157204567b79 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:32.710735 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [req-6c59a1f9-6838-4433-ab5e-b02e92c9ed2d req-909704cf-2cb6-4adf-a844-157204567b79 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Calling delete_port for 54a5d0ca-8452-47fd-9aec-cd368b6a3127 owned by compute:nova {{(pid=101973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:18:32.885080 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-6c59a1f9-6838-4433-ab5e-b02e92c9ed2d req-909704cf-2cb6-4adf-a844-157204567b79 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:32.898813 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] get_ports_and_sgs() called for port_ids ['54a5d0ca-8452-47fd-9aec-cd368b6a3127'] {{(pid=101975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:18:32.918888 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909704cf-2cb6-4adf-a844-157204567b79 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Pushing event deleted for resources: {'Port': ['ID=54a5d0ca-8452-47fd-9aec-cd368b6a3127,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:33.002565 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c59a1f9-6838-4433-ab5e-b02e92c9ed2d req-909704cf-2cb6-4adf-a844-157204567b79 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] No DVR routers for this DVR port 54a5d0ca-8452-47fd-9aec-cd368b6a3127 on host hv-cinder-81514 {{(pid=101973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:18:33.002565 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-6c59a1f9-6838-4433-ab5e-b02e92c9ed2d req-909704cf-2cb6-4adf-a844-157204567b79 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:33.002565 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-6c59a1f9-6838-4433-ab5e-b02e92c9ed2d req-909704cf-2cb6-4adf-a844-157204567b79 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.81 "DELETE /v2.0/ports/54a5d0ca-8452-47fd-9aec-cd368b6a3127 HTTP/1.1" status: 204 len: 173 time: 0.4425464 Oct 27 10:18:33.553587 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-3085e3ac-4cdb-4520-93b2-b9404f4c5b22 req-02fe360e-528e-4bbc-9e5a-cdd8c0473e14 tempest-VolumesSnapshotTestJSON-1621003030 tempest-VolumesSnapshotTestJSON-1621003030-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e5e6acd-6b4f-42d6-bdcb-38bf32e08f80 HTTP/1.1" status: 200 len: 210 time: 0.0280554 Oct 27 10:18:33.583101 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e5e6acd-6b4f-42d6-bdcb-38bf32e08f80', 'name': 'network-vif-deleted', 'tag': '54a5d0ca-8452-47fd-9aec-cd368b6a3127'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:18:33.598737 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94debda59f24a9426fb80c87c8c8853eb57e17b8e03a85591ed34d87467b8464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d13a24-b4d9-4d75-93e5-960ed430577a" -d '{"events": [{"server_uuid": "8e5e6acd-6b4f-42d6-bdcb-38bf32e08f80", "name": "network-vif-deleted", "tag": "54a5d0ca-8452-47fd-9aec-cd368b6a3127"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:18:33.621921 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7669c449-7f70-4436-8be0-b0bae41f8b7e x-openstack-request-id: req-7669c449-7f70-4436-8be0-b0bae41f8b7e {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:18:33.621921 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e5e6acd-6b4f-42d6-bdcb-38bf32e08f80", "name": "network-vif-deleted", "tag": "54a5d0ca-8452-47fd-9aec-cd368b6a3127", "status": "completed", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:18:33.622131 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7669c449-7f70-4436-8be0-b0bae41f8b7e {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:18:33.622388 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e5e6acd-6b4f-42d6-bdcb-38bf32e08f80', 'name': 'network-vif-deleted', 'tag': '54a5d0ca-8452-47fd-9aec-cd368b6a3127', 'status': 'completed', 'code': 200} Oct 27 10:18:34.136080 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-0817f7d2-84b6-4af3-9cc8-50f99142ea55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:34.596713 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 37f971c9-1f78-4873-b7d3-b35c33406931 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:18:34.618073 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] No Port match for: 37f971c9-1f78-4873-b7d3-b35c33406931 {{(pid=101975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:18:34.618447 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 37f971c9-1f78-4873-b7d3-b35c33406931 not bound to the agent host hv-cinder-81514 {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:18:34.618909 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 54a5d0ca-8452-47fd-9aec-cd368b6a3127 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:18:34.643083 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] No Port match for: 54a5d0ca-8452-47fd-9aec-cd368b6a3127 {{(pid=101975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:18:34.643083 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 54a5d0ca-8452-47fd-9aec-cd368b6a3127 not bound to the agent host hv-cinder-81514 {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:18:34.761412 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bda872-db3b-4a67-afe0-aed678ec0408 req-1c17cfd4-922f-4f73-8d0d-da47452929b4 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:34.762883 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-62bda872-db3b-4a67-afe0-aed678ec0408 req-1c17cfd4-922f-4f73-8d0d-da47452929b4 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0da75ba1-61c1-4ac1-807d-aa3eccd4b391 HTTP/1.1" status: 200 len: 945 time: 0.0491545 Oct 27 10:18:34.799679 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-62bda872-db3b-4a67-afe0-aed678ec0408 req-809a74c0-af91-4157-8b17-08484155c12a tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308893 Oct 27 10:18:35.331145 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:35.873204 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:35.919197 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770ce19-c135-4f22-ad99-be484636fd0d req-5f5f2e38-234b-4ee4-8d4e-362d7e20f2cc tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:35.920664 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-c770ce19-c135-4f22-ad99-be484636fd0d req-5f5f2e38-234b-4ee4-8d4e-362d7e20f2cc tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0da75ba1-61c1-4ac1-807d-aa3eccd4b391 HTTP/1.1" status: 200 len: 945 time: 0.0499585 Oct 27 10:18:35.957819 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-c770ce19-c135-4f22-ad99-be484636fd0d req-08d16dc3-6a2e-4e36-9e82-d0a586a072f2 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311670 Oct 27 10:18:37.076442 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae9e2c-c8a8-46ed-b685-6aee6bcb1c87 req-1742da6f-c210-44c1-b292-ea3935266665 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:37.078039 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-40ae9e2c-c8a8-46ed-b685-6aee6bcb1c87 req-1742da6f-c210-44c1-b292-ea3935266665 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0da75ba1-61c1-4ac1-807d-aa3eccd4b391 HTTP/1.1" status: 200 len: 945 time: 0.0504234 Oct 27 10:18:37.108200 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:37.116560 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-40ae9e2c-c8a8-46ed-b685-6aee6bcb1c87 req-bd472b87-4b6b-4966-b8f8-de5757d2acce tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324008 Oct 27 10:18:39.812237 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa825f8d-46e7-424d-9d7b-6d9881fd1b2e req-8a9f5151-d22b-4e4e-8584-87380b81f3d3 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:39.813739 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-aa825f8d-46e7-424d-9d7b-6d9881fd1b2e req-8a9f5151-d22b-4e4e-8584-87380b81f3d3 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.81 "GET /v2.0/ports?device_id=0da75ba1-61c1-4ac1-807d-aa3eccd4b391 HTTP/1.1" status: 200 len: 945 time: 0.0510006 Oct 27 10:18:39.934754 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a0fa8-f13e-404d-9e5c-ddb5a6c18d8c req-29928a3a-66bb-4cae-9eda-681bfc89cf91 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:39.936214 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-e88a0fa8-f13e-404d-9e5c-ddb5a6c18d8c req-29928a3a-66bb-4cae-9eda-681bfc89cf91 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0da75ba1-61c1-4ac1-807d-aa3eccd4b391 HTTP/1.1" status: 200 len: 945 time: 0.0788202 Oct 27 10:18:39.951248 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [req-aa825f8d-46e7-424d-9d7b-6d9881fd1b2e req-1ca8b798-9aff-4d39-b961-cf80fa78ce20 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Deleting port fc55212c-be35-4a92-9d6d-45a73368ce92 {{(pid=101973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:18:39.951574 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-aa825f8d-46e7-424d-9d7b-6d9881fd1b2e req-1ca8b798-9aff-4d39-b961-cf80fa78ce20 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:40.028220 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-e88a0fa8-f13e-404d-9e5c-ddb5a6c18d8c req-919edec0-5b72-4bbe-a0a8-bfafb8b12783 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848043 Oct 27 10:18:40.061021 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-aa825f8d-46e7-424d-9d7b-6d9881fd1b2e req-1ca8b798-9aff-4d39-b961-cf80fa78ce20 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] For port fc55212c-be35-4a92-9d6d-45a73368ce92, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=fc55212c-be35-4a92-9d6d-45a73368ce92,segment=NetworkSegment(8b8e4560-5fb6-473a-bbfe-b3c3dffb572d),segment_id=8b8e4560-5fb6-473a-bbfe-b3c3dffb572d)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:18:40.061371 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-aa825f8d-46e7-424d-9d7b-6d9881fd1b2e req-1ca8b798-9aff-4d39-b961-cf80fa78ce20 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:40.073906 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [req-aa825f8d-46e7-424d-9d7b-6d9881fd1b2e req-1ca8b798-9aff-4d39-b961-cf80fa78ce20 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Calling delete_port for fc55212c-be35-4a92-9d6d-45a73368ce92 owned by compute:nova {{(pid=101973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:18:40.239048 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-aa825f8d-46e7-424d-9d7b-6d9881fd1b2e req-1ca8b798-9aff-4d39-b961-cf80fa78ce20 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:40.254656 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] get_ports_and_sgs() called for port_ids ['dce9e0f9-0a1e-4113-917b-b137217cf47b', '1ff0dddf-8119-4971-8452-b0b89570141f'] {{(pid=101975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:18:40.269257 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca8b798-9aff-4d39-b961-cf80fa78ce20 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Pushing event deleted for resources: {'Port': ['ID=fc55212c-be35-4a92-9d6d-45a73368ce92,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:40.308677 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa825f8d-46e7-424d-9d7b-6d9881fd1b2e req-1ca8b798-9aff-4d39-b961-cf80fa78ce20 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] No DVR routers for this DVR port fc55212c-be35-4a92-9d6d-45a73368ce92 on host hv-cinder-81514 {{(pid=101973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:18:40.311297 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-aa825f8d-46e7-424d-9d7b-6d9881fd1b2e req-1ca8b798-9aff-4d39-b961-cf80fa78ce20 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:40.314981 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-aa825f8d-46e7-424d-9d7b-6d9881fd1b2e req-1ca8b798-9aff-4d39-b961-cf80fa78ce20 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.81 "DELETE /v2.0/ports/fc55212c-be35-4a92-9d6d-45a73368ce92 HTTP/1.1" status: 204 len: 173 time: 0.4913769 Oct 27 10:18:40.315429 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da75ba1-61c1-4ac1-807d-aa3eccd4b391', 'name': 'network-vif-deleted', 'tag': 'fc55212c-be35-4a92-9d6d-45a73368ce92'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:18:40.318365 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94debda59f24a9426fb80c87c8c8853eb57e17b8e03a85591ed34d87467b8464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a08055-53e5-470b-800d-0dc86f4367ab" -d '{"events": [{"server_uuid": "0da75ba1-61c1-4ac1-807d-aa3eccd4b391", "name": "network-vif-deleted", "tag": "fc55212c-be35-4a92-9d6d-45a73368ce92"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:18:40.356052 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2922146-7d36-4eae-a08d-da27982093a6 x-openstack-request-id: req-f2922146-7d36-4eae-a08d-da27982093a6 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:18:40.356353 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da75ba1-61c1-4ac1-807d-aa3eccd4b391", "name": "network-vif-deleted", "tag": "fc55212c-be35-4a92-9d6d-45a73368ce92", "status": "completed", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:18:40.356608 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f2922146-7d36-4eae-a08d-da27982093a6 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:18:40.357028 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da75ba1-61c1-4ac1-807d-aa3eccd4b391', 'name': 'network-vif-deleted', 'tag': 'fc55212c-be35-4a92-9d6d-45a73368ce92', 'status': 'completed', 'code': 200} Oct 27 10:18:40.628477 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device fc55212c-be35-4a92-9d6d-45a73368ce92 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:18:40.652870 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] No Port match for: fc55212c-be35-4a92-9d6d-45a73368ce92 {{(pid=101975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:18:40.653213 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device fc55212c-be35-4a92-9d6d-45a73368ce92 not bound to the agent host hv-cinder-81514 {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:18:41.137595 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-dfceafcc-09e1-4054-bc17-d3d30baacaac req-c57b4beb-6587-4555-b879-55951dfdfcbd tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0da75ba1-61c1-4ac1-807d-aa3eccd4b391 HTTP/1.1" status: 200 len: 210 time: 0.0296557 Oct 27 10:18:42.594641 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a5993a-f0d8-4eb5-9572-1bc5818d59bc req-587204d4-4e4d-41dc-b2fe-4d2d4a6e9792 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:42.596107 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-d2a5993a-f0d8-4eb5-9572-1bc5818d59bc req-587204d4-4e4d-41dc-b2fe-4d2d4a6e9792 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=424f619c-03c8-4ced-8e15-f47a10254e09 HTTP/1.1" status: 200 len: 945 time: 0.0542052 Oct 27 10:18:42.635720 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-d2a5993a-f0d8-4eb5-9572-1bc5818d59bc req-f33e98fd-df55-41b5-84a8-633b5d274238 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335975 Oct 27 10:18:43.757258 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428c537-47a2-4ce4-8da9-f23085bb12a6 req-7f69cb61-a4c0-4a0b-bae4-b23828f408b5 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:43.758784 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-d428c537-47a2-4ce4-8da9-f23085bb12a6 req-7f69cb61-a4c0-4a0b-bae4-b23828f408b5 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=424f619c-03c8-4ced-8e15-f47a10254e09 HTTP/1.1" status: 200 len: 945 time: 0.0529356 Oct 27 10:18:43.796839 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-d428c537-47a2-4ce4-8da9-f23085bb12a6 req-d967c275-ad0b-4fbe-9b37-126571feb832 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311518 Oct 27 10:18:43.819109 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.agents_db [None req-86e8c3be-7e21-4532-a65d-8f48c0a472d4 None None] Agent healthcheck: found 6 active agents {{(pid=101976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:18:44.039403 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:44.242514 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e3428-16cd-4adf-91ac-81bbdee776b8 req-b42deba2-1a5e-4b9c-8f6f-c7012997e093 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:44.244025 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-5d3e3428-16cd-4adf-91ac-81bbdee776b8 req-b42deba2-1a5e-4b9c-8f6f-c7012997e093 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f619c-03c8-4ced-8e15-f47a10254e09 HTTP/1.1" status: 200 len: 945 time: 0.0546134 Oct 27 10:18:44.335831 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [req-5d3e3428-16cd-4adf-91ac-81bbdee776b8 req-07dc572e-c618-4057-9e47-428baf7fdae4 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Deleting port 1ff0dddf-8119-4971-8452-b0b89570141f {{(pid=101973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:18:44.336167 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-5d3e3428-16cd-4adf-91ac-81bbdee776b8 req-07dc572e-c618-4057-9e47-428baf7fdae4 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:44.429096 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-5d3e3428-16cd-4adf-91ac-81bbdee776b8 req-07dc572e-c618-4057-9e47-428baf7fdae4 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] For port 1ff0dddf-8119-4971-8452-b0b89570141f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1ff0dddf-8119-4971-8452-b0b89570141f,segment=NetworkSegment(8b8e4560-5fb6-473a-bbfe-b3c3dffb572d),segment_id=8b8e4560-5fb6-473a-bbfe-b3c3dffb572d)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:18:44.429367 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-5d3e3428-16cd-4adf-91ac-81bbdee776b8 req-07dc572e-c618-4057-9e47-428baf7fdae4 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:44.682960 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [req-5d3e3428-16cd-4adf-91ac-81bbdee776b8 req-07dc572e-c618-4057-9e47-428baf7fdae4 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Calling delete_port for 1ff0dddf-8119-4971-8452-b0b89570141f owned by compute:nova {{(pid=101973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:18:44.902165 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-5d3e3428-16cd-4adf-91ac-81bbdee776b8 req-07dc572e-c618-4057-9e47-428baf7fdae4 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:44.913774 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d17558-a489-46b2-8802-693344fc5654 req-38a7a70a-0434-4c4d-9d11-b2585a0b3dae tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:44.914979 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] get_ports_and_sgs() called for port_ids ['dce9e0f9-0a1e-4113-917b-b137217cf47b', '1ff0dddf-8119-4971-8452-b0b89570141f'] {{(pid=101975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:18:44.915296 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-91d17558-a489-46b2-8802-693344fc5654 req-38a7a70a-0434-4c4d-9d11-b2585a0b3dae tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=424f619c-03c8-4ced-8e15-f47a10254e09 HTTP/1.1" status: 200 len: 945 time: 0.0511222 Oct 27 10:18:44.940321 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dc572e-c618-4057-9e47-428baf7fdae4 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Pushing event deleted for resources: {'Port': ['ID=1ff0dddf-8119-4971-8452-b0b89570141f,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:44.964335 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-91d17558-a489-46b2-8802-693344fc5654 req-8d8fb5c9-092d-4f6e-9a92-9c79e99fffce tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416312 Oct 27 10:18:44.983348 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d3e3428-16cd-4adf-91ac-81bbdee776b8 req-07dc572e-c618-4057-9e47-428baf7fdae4 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] No DVR routers for this DVR port 1ff0dddf-8119-4971-8452-b0b89570141f on host hv-cinder-81514 {{(pid=101973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:18:44.986024 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-5d3e3428-16cd-4adf-91ac-81bbdee776b8 req-07dc572e-c618-4057-9e47-428baf7fdae4 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:44.989281 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-5d3e3428-16cd-4adf-91ac-81bbdee776b8 req-07dc572e-c618-4057-9e47-428baf7fdae4 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.81 "DELETE /v2.0/ports/1ff0dddf-8119-4971-8452-b0b89570141f HTTP/1.1" status: 204 len: 173 time: 0.7388577 Oct 27 10:18:44.989712 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424f619c-03c8-4ced-8e15-f47a10254e09', 'name': 'network-vif-deleted', 'tag': '1ff0dddf-8119-4971-8452-b0b89570141f'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:18:44.992089 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94debda59f24a9426fb80c87c8c8853eb57e17b8e03a85591ed34d87467b8464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479e0df4-7159-4eec-bc8d-f8052a985a10" -d '{"events": [{"server_uuid": "424f619c-03c8-4ced-8e15-f47a10254e09", "name": "network-vif-deleted", "tag": "1ff0dddf-8119-4971-8452-b0b89570141f"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:18:45.031229 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41056ff-e4da-4e2c-bc37-f39b4e09b382 x-openstack-request-id: req-a41056ff-e4da-4e2c-bc37-f39b4e09b382 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:18:45.031520 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "424f619c-03c8-4ced-8e15-f47a10254e09", "name": "network-vif-deleted", "tag": "1ff0dddf-8119-4971-8452-b0b89570141f", "status": "completed", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:18:45.031780 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a41056ff-e4da-4e2c-bc37-f39b4e09b382 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:18:45.032171 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424f619c-03c8-4ced-8e15-f47a10254e09', 'name': 'network-vif-deleted', 'tag': '1ff0dddf-8119-4971-8452-b0b89570141f', 'status': 'completed', 'code': 200} Oct 27 10:18:45.176445 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8795a1-1ed7-454a-a655-eb0a0dddfdef req-dca35b41-ddec-43cf-b739-50e7bd41b705 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:45.177942 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-fb8795a1-1ed7-454a-a655-eb0a0dddfdef req-dca35b41-ddec-43cf-b739-50e7bd41b705 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 946 time: 0.0503848 Oct 27 10:18:45.215259 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-fb8795a1-1ed7-454a-a655-eb0a0dddfdef req-a5e55478-b546-4f12-8ac0-4eba515c2971 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312335 Oct 27 10:18:45.925675 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b83b727-71cc-4283-b502-92f6074fb93f req-f902ab03-d013-499c-addf-fb735b321ff7 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:45.927154 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1b83b727-71cc-4283-b502-92f6074fb93f req-f902ab03-d013-499c-addf-fb735b321ff7 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146 HTTP/1.1" status: 200 len: 946 time: 0.0487027 Oct 27 10:18:45.964517 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1b83b727-71cc-4283-b502-92f6074fb93f req-938b3f39-fe7e-4240-b107-be84d6cda386 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312619 Oct 27 10:18:46.337429 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d2de3-19fe-4402-a624-fe4d2ef23767 req-5d576a30-779c-49d8-8285-3e6328741ae2 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:46.338935 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a21d2de3-19fe-4402-a624-fe4d2ef23767 req-5d576a30-779c-49d8-8285-3e6328741ae2 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 946 time: 0.0505145 Oct 27 10:18:46.377118 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a21d2de3-19fe-4402-a624-fe4d2ef23767 req-0a47d212-9da1-4c05-b2c2-c6ef73f2729f tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317419 Oct 27 10:18:47.080669 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1df11-deb7-4e32-ba36-93663ab0cb6f req-be786194-35df-4683-8701-0e7a0fe95f2d tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:47.082142 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-59f1df11-deb7-4e32-ba36-93663ab0cb6f req-be786194-35df-4683-8701-0e7a0fe95f2d tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146 HTTP/1.1" status: 200 len: 946 time: 0.0495844 Oct 27 10:18:47.118626 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-59f1df11-deb7-4e32-ba36-93663ab0cb6f req-4dab1674-1704-42f7-8aa2-bb7f717c08c9 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306265 Oct 27 10:18:47.494433 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb7cda-c468-4ac3-bd54-aa9778a32656 req-166f5aed-7610-4446-ba01-e744a232abbb tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:47.495909 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-ffdb7cda-c468-4ac3-bd54-aa9778a32656 req-166f5aed-7610-4446-ba01-e744a232abbb tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 946 time: 0.0478191 Oct 27 10:18:47.533477 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-ffdb7cda-c468-4ac3-bd54-aa9778a32656 req-24030548-a162-46da-a436-dc0ec6fb7a1c tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315371 Oct 27 10:18:48.238389 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260fb0b-782b-4885-92a0-4226a537f5eb req-415d4e3e-4931-4683-b9ee-e38553b66ea7 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:48.239874 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-d260fb0b-782b-4885-92a0-4226a537f5eb req-415d4e3e-4931-4683-b9ee-e38553b66ea7 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146 HTTP/1.1" status: 200 len: 946 time: 0.0543339 Oct 27 10:18:48.278337 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-d260fb0b-782b-4885-92a0-4226a537f5eb req-23f78862-2f7a-4e4f-b4c4-70a162c8bf92 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326059 Oct 27 10:18:48.650339 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50e81b-bd15-4dd4-8945-fb8af83cce3e req-8b4d0f89-9098-4f92-8227-74c474753ac0 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:48.651803 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-9f50e81b-bd15-4dd4-8945-fb8af83cce3e req-8b4d0f89-9098-4f92-8227-74c474753ac0 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 946 time: 0.0486300 Oct 27 10:18:48.690325 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-9f50e81b-bd15-4dd4-8945-fb8af83cce3e req-7b44ca84-885f-4d14-af26-c63e622534be tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318551 Oct 27 10:18:48.866833 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 1ff0dddf-8119-4971-8452-b0b89570141f no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:18:48.886909 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] No Port match for: 1ff0dddf-8119-4971-8452-b0b89570141f {{(pid=101975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:18:48.887275 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 1ff0dddf-8119-4971-8452-b0b89570141f not bound to the agent host hv-cinder-81514 {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:18:49.392970 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891bbb3-8fbd-48d4-8a0c-ffa918fb00e0 req-40d4ae83-9da3-4b83-bd61-ad622c747cb0 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:49.394486 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0891bbb3-8fbd-48d4-8a0c-ffa918fb00e0 req-40d4ae83-9da3-4b83-bd61-ad622c747cb0 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146 HTTP/1.1" status: 200 len: 946 time: 0.0488849 Oct 27 10:18:49.432653 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0891bbb3-8fbd-48d4-8a0c-ffa918fb00e0 req-14791c87-b875-4184-97a2-201e0beeb276 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321300 Oct 27 10:18:49.813101 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b35756-9dd5-4c0a-b7df-12a3cacc580f req-5ea85c9c-80a2-4a9d-b69f-3bc6e4ff31c1 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:49.814609 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-b2b35756-9dd5-4c0a-b7df-12a3cacc580f req-5ea85c9c-80a2-4a9d-b69f-3bc6e4ff31c1 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 946 time: 0.0483065 Oct 27 10:18:49.853268 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-b2b35756-9dd5-4c0a-b7df-12a3cacc580f req-b4ff6de6-bc52-4498-aade-e91bb71007ec tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325010 Oct 27 10:18:50.553583 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251da97c-c547-4d6d-8f09-22a20ebd27c4 req-acedb9aa-06d0-4718-8f2f-1a82d21f454c tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:50.555062 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-251da97c-c547-4d6d-8f09-22a20ebd27c4 req-acedb9aa-06d0-4718-8f2f-1a82d21f454c tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146 HTTP/1.1" status: 200 len: 946 time: 0.0522530 Oct 27 10:18:50.593166 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-251da97c-c547-4d6d-8f09-22a20ebd27c4 req-e2596f73-f2f0-4d0e-ae84-afef37fb3bf8 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321844 Oct 27 10:18:50.707594 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d938ddde-774a-4534-b9c7-d73b589379ad req-01f37034-4228-4b16-812f-0f76f4f24e1c tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:50.709061 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-d938ddde-774a-4534-b9c7-d73b589379ad req-01f37034-4228-4b16-812f-0f76f4f24e1c tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146 HTTP/1.1" status: 200 len: 946 time: 0.0508902 Oct 27 10:18:50.833655 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [req-d938ddde-774a-4534-b9c7-d73b589379ad req-686ddb56-7795-46ea-b13e-446a688b119e tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Deleting port cdd8ba1e-bec7-46be-a1f3-bc9a468e262a {{(pid=101973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:18:50.834015 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-d938ddde-774a-4534-b9c7-d73b589379ad req-686ddb56-7795-46ea-b13e-446a688b119e tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:50.905281 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b19c4d-a8c7-4ae1-a0a0-90eacf0f56e3 req-844c9011-0186-45c9-a757-8d68a731a540 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:50.906876 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-73b19c4d-a8c7-4ae1-a0a0-90eacf0f56e3 req-844c9011-0186-45c9-a757-8d68a731a540 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=a583a365-fabf-4cb3-ab7f-7ad72944455d HTTP/1.1" status: 200 len: 946 time: 0.1058741 Oct 27 10:18:50.959501 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-d938ddde-774a-4534-b9c7-d73b589379ad req-686ddb56-7795-46ea-b13e-446a688b119e tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] For port cdd8ba1e-bec7-46be-a1f3-bc9a468e262a, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=cdd8ba1e-bec7-46be-a1f3-bc9a468e262a,segment=NetworkSegment(c6701753-9a96-494a-a422-463d38a89485),segment_id=c6701753-9a96-494a-a422-463d38a89485)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:18:50.959863 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-d938ddde-774a-4534-b9c7-d73b589379ad req-686ddb56-7795-46ea-b13e-446a688b119e tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:50.977662 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdf0c3-e61a-4e63-9d77-75abdfd4654b req-0b83ecb1-8216-4cca-a05b-94e24400d7e2 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:50.979144 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-37cdf0c3-e61a-4e63-9d77-75abdfd4654b req-0b83ecb1-8216-4cca-a05b-94e24400d7e2 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 946 time: 0.0497401 Oct 27 10:18:50.982473 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-73b19c4d-a8c7-4ae1-a0a0-90eacf0f56e3 req-872c3be5-e9ee-4573-b26c-c0dd8a95a57e tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671740 Oct 27 10:18:51.027271 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-37cdf0c3-e61a-4e63-9d77-75abdfd4654b req-473169a8-8560-4cdf-9e7f-e8634be99e82 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407968 Oct 27 10:18:51.160521 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-d938ddde-774a-4534-b9c7-d73b589379ad req-686ddb56-7795-46ea-b13e-446a688b119e tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:51.160882 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-d938ddde-774a-4534-b9c7-d73b589379ad req-686ddb56-7795-46ea-b13e-446a688b119e tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564014'] for floatingip, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:51.161197 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.db.l3_db [req-d938ddde-774a-4534-b9c7-d73b589379ad req-686ddb56-7795-46ea-b13e-446a688b119e tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Floating IP c8923d53-32d5-4f8c-b2e0-ed0348f4f998 disassociated. External IP: 172.27.0.94, port: cdd8ba1e-bec7-46be-a1f3-bc9a468e262a. Oct 27 10:18:51.161531 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [req-d938ddde-774a-4534-b9c7-d73b589379ad req-686ddb56-7795-46ea-b13e-446a688b119e tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Calling delete_port for cdd8ba1e-bec7-46be-a1f3-bc9a468e262a owned by compute:nova {{(pid=101973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:18:51.336608 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-d938ddde-774a-4534-b9c7-d73b589379ad req-686ddb56-7795-46ea-b13e-446a688b119e tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:51.371583 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ddb56-7795-46ea-b13e-446a688b119e tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Pushing event deleted for resources: {'Port': ['ID=cdd8ba1e-bec7-46be-a1f3-bc9a468e262a,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:51.483765 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d938ddde-774a-4534-b9c7-d73b589379ad req-686ddb56-7795-46ea-b13e-446a688b119e tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Router 0983b7c0-7af8-45ae-9a29-53b2556b2e2f has already been hosted by L3 agent b2a2dab9-f998-4002-b8bb-cf3ca8546284 {{(pid=101973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:18:51.585662 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d938ddde-774a-4534-b9c7-d73b589379ad req-686ddb56-7795-46ea-b13e-446a688b119e tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Notify agent at l3_agent.dv-cinder-815146-2-iscsi the message routers_updated {{(pid=101973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:18:51.598969 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f721c33c-a3bb-4ab7-a8cf-ee1979338701 None None] Sync routers for ids ['0983b7c0-7af8-45ae-9a29-53b2556b2e2f'] in dv-cinder-815146-2-iscsi {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:18:51.610620 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f721c33c-a3bb-4ab7-a8cf-ee1979338701 None None] Routers {'0983b7c0-7af8-45ae-9a29-53b2556b2e2f'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:18:51.611662 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-f721c33c-a3bb-4ab7-a8cf-ee1979338701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:18:34Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['0983b7c0-7af8-45ae-9a29-53b2556b2e2f'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:18:51.638531 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [req-d938ddde-774a-4534-b9c7-d73b589379ad req-686ddb56-7795-46ea-b13e-446a688b119e tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] No DVR routers for this DVR port cdd8ba1e-bec7-46be-a1f3-bc9a468e262a on host hv-cinder-81514 {{(pid=101973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:18:51.641293 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-d938ddde-774a-4534-b9c7-d73b589379ad req-686ddb56-7795-46ea-b13e-446a688b119e tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:51.644628 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-d938ddde-774a-4534-b9c7-d73b589379ad req-686ddb56-7795-46ea-b13e-446a688b119e tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.81 "DELETE /v2.0/ports/cdd8ba1e-bec7-46be-a1f3-bc9a468e262a HTTP/1.1" status: 204 len: 173 time: 0.9248664 Oct 27 10:18:51.645061 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc2ae76a-56a8-4c88-9ce3-b4754a1f6146', 'name': 'network-vif-deleted', 'tag': 'cdd8ba1e-bec7-46be-a1f3-bc9a468e262a'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:18:51.647691 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94debda59f24a9426fb80c87c8c8853eb57e17b8e03a85591ed34d87467b8464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483bb13d-2012-4656-a18c-7ba37a8b9435" -d '{"events": [{"server_uuid": "fc2ae76a-56a8-4c88-9ce3-b4754a1f6146", "name": "network-vif-deleted", "tag": "cdd8ba1e-bec7-46be-a1f3-bc9a468e262a"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:18:51.698316 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcebd561-48c0-4f1f-ac3c-477a880afd11 x-openstack-request-id: req-bcebd561-48c0-4f1f-ac3c-477a880afd11 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:18:51.698316 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc2ae76a-56a8-4c88-9ce3-b4754a1f6146", "name": "network-vif-deleted", "tag": "cdd8ba1e-bec7-46be-a1f3-bc9a468e262a", "status": "completed", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:18:51.698316 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bcebd561-48c0-4f1f-ac3c-477a880afd11 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:18:51.698316 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc2ae76a-56a8-4c88-9ce3-b4754a1f6146', 'name': 'network-vif-deleted', 'tag': 'cdd8ba1e-bec7-46be-a1f3-bc9a468e262a', 'status': 'completed', 'code': 200} Oct 27 10:18:51.719273 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-1dc014a0-ffd5-4e5c-842c-f2c29c61057d req-8ce9968f-6d6b-491f-b6c5-4aa62afb94a3 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146 HTTP/1.1" status: 200 len: 210 time: 0.0338426 Oct 27 10:18:51.742808 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-f721c33c-a3bb-4ab7-a8cf-ee1979338701 None None] Set router 0983b7c0-7af8-45ae-9a29-53b2556b2e2f gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:18:51.956573 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-f721c33c-a3bb-4ab7-a8cf-ee1979338701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'name': 'tempest-TestVolumeBootPattern-1120565903-router', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:14:58Z', 'updated_at': '2021-10-27T10:15:02Z', 'revision_number': 4, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'gw_port': {'id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:14:59Z', 'updated_at': '2021-10-27T10:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '089d0dc8-5ebf-48f1-8622-11f312be0018', 'name': '', 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'mac_address': 'fa:16:3e:22:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '22ddcb0e-0b75-477e-b461-720a6b940632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:15:02Z', 'updated_at': '2021-10-27T10:15:07Z', 'revision_number': 5, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'subnets': [{'id': '22ddcb0e-0b75-477e-b461-720a6b940632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:18:51.982685 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f721c33c-a3bb-4ab7-a8cf-ee1979338701 None None] Checking router: 0983b7c0-7af8-45ae-9a29-53b2556b2e2f for host: dv-cinder-815146-2-iscsi {{(pid=101975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:18:51.991165 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f721c33c-a3bb-4ab7-a8cf-ee1979338701 None None] Routers {'0983b7c0-7af8-45ae-9a29-53b2556b2e2f'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:18:51.991760 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-f721c33c-a3bb-4ab7-a8cf-ee1979338701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:18:34Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['0983b7c0-7af8-45ae-9a29-53b2556b2e2f'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:18:52.103574 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-f721c33c-a3bb-4ab7-a8cf-ee1979338701 None None] Set router 0983b7c0-7af8-45ae-9a29-53b2556b2e2f gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:18:52.113565 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4f1ac-a2c6-4865-95b8-3b59a2635893 req-41ccdc8d-b7eb-409a-8282-8223dd136ba1 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:52.115156 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1ca4f1ac-a2c6-4865-95b8-3b59a2635893 req-41ccdc8d-b7eb-409a-8282-8223dd136ba1 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=a583a365-fabf-4cb3-ab7f-7ad72944455d HTTP/1.1" status: 200 len: 946 time: 0.0571227 Oct 27 10:18:52.169683 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415c2e0-45ae-4ccd-b591-763cd40e52d9 req-ecf3dc36-fff9-4f0e-86f9-e0ce47db7315 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:52.172010 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a415c2e0-45ae-4ccd-b591-763cd40e52d9 req-ecf3dc36-fff9-4f0e-86f9-e0ce47db7315 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 946 time: 0.0611751 Oct 27 10:18:52.178196 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1ca4f1ac-a2c6-4865-95b8-3b59a2635893 req-9ba7281f-6065-458e-92f6-e54227b33b70 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551143 Oct 27 10:18:52.229760 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a415c2e0-45ae-4ccd-b591-763cd40e52d9 req-c666535f-0437-4e83-ba28-4d6268c23a7c tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460012 Oct 27 10:18:52.346175 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-f721c33c-a3bb-4ab7-a8cf-ee1979338701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'name': 'tempest-TestVolumeBootPattern-1120565903-router', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:14:58Z', 'updated_at': '2021-10-27T10:15:02Z', 'revision_number': 4, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'gw_port': {'id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:14:59Z', 'updated_at': '2021-10-27T10:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '089d0dc8-5ebf-48f1-8622-11f312be0018', 'name': '', 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'mac_address': 'fa:16:3e:22:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '22ddcb0e-0b75-477e-b461-720a6b940632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:15:02Z', 'updated_at': '2021-10-27T10:15:07Z', 'revision_number': 5, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'subnets': [{'id': '22ddcb0e-0b75-477e-b461-720a6b940632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:18:52.373618 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f721c33c-a3bb-4ab7-a8cf-ee1979338701 None None] The sync data for ids ['0983b7c0-7af8-45ae-9a29-53b2556b2e2f'] in dv-cinder-815146-2-iscsi is: [{'id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'name': 'tempest-TestVolumeBootPattern-1120565903-router', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:14:58Z', 'updated_at': '2021-10-27T10:15:02Z', 'revision_number': 4, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'gw_port': {'id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:14:59Z', 'updated_at': '2021-10-27T10:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '089d0dc8-5ebf-48f1-8622-11f312be0018', 'name': '', 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'mac_address': 'fa:16:3e:22:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '22ddcb0e-0b75-477e-b461-720a6b940632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:15:02Z', 'updated_at': '2021-10-27T10:15:07Z', 'revision_number': 5, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'subnets': [{'id': '22ddcb0e-0b75-477e-b461-720a6b940632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:18:52.578004 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82ae61a-9ada-46bb-ba18-8a73ce70cc74 None None] New status for floating IP c8923d53-32d5-4f8c-b2e0-ed0348f4f998: DOWN {{(pid=101976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:18:52.829004 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-fd4c502a-d15a-4899-aa12-5a0a4aa7af21 req-412ad9fa-2ecf-47d5-b67c-b8fe6fb46781 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc2ae76a-56a8-4c88-9ce3-b4754a1f6146 HTTP/1.1" status: 200 len: 210 time: 0.0266051 Oct 27 10:18:52.903696 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f21fb7-44b9-4eaa-a55f-b4c7c1d52566 req-4d0d3351-e7e2-48bc-98b9-88d6a6bbafcd tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:52.905190 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-36f21fb7-44b9-4eaa-a55f-b4c7c1d52566 req-4d0d3351-e7e2-48bc-98b9-88d6a6bbafcd tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.81 "GET /v2.0/ports?device_id=a583a365-fabf-4cb3-ab7f-7ad72944455d HTTP/1.1" status: 200 len: 946 time: 0.0486946 Oct 27 10:18:53.003399 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [req-36f21fb7-44b9-4eaa-a55f-b4c7c1d52566 req-44d2b754-3f17-450e-ae89-cc8224489231 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Deleting port dce9e0f9-0a1e-4113-917b-b137217cf47b {{(pid=101973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:18:53.003739 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-36f21fb7-44b9-4eaa-a55f-b4c7c1d52566 req-44d2b754-3f17-450e-ae89-cc8224489231 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:53.092117 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-36f21fb7-44b9-4eaa-a55f-b4c7c1d52566 req-44d2b754-3f17-450e-ae89-cc8224489231 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] For port dce9e0f9-0a1e-4113-917b-b137217cf47b, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=dce9e0f9-0a1e-4113-917b-b137217cf47b,segment=NetworkSegment(8b8e4560-5fb6-473a-bbfe-b3c3dffb572d),segment_id=8b8e4560-5fb6-473a-bbfe-b3c3dffb572d)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:18:53.092473 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-36f21fb7-44b9-4eaa-a55f-b4c7c1d52566 req-44d2b754-3f17-450e-ae89-cc8224489231 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:53.106098 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [req-36f21fb7-44b9-4eaa-a55f-b4c7c1d52566 req-44d2b754-3f17-450e-ae89-cc8224489231 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Calling delete_port for dce9e0f9-0a1e-4113-917b-b137217cf47b owned by compute:nova {{(pid=101973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:18:53.276443 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-36f21fb7-44b9-4eaa-a55f-b4c7c1d52566 req-44d2b754-3f17-450e-ae89-cc8224489231 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:53.291475 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] get_ports_and_sgs() called for port_ids ['dce9e0f9-0a1e-4113-917b-b137217cf47b'] {{(pid=101975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:18:53.298253 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7ffc8142-8274-4c42-9a0f-0b2ca46ae562 req-0bee422c-cf5e-40f2-8ab5-89a53f39b576 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=a583a365-fabf-4cb3-ab7f-7ad72944455d HTTP/1.1" status: 200 len: 210 time: 0.0317662 Oct 27 10:18:53.322841 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d2b754-3f17-450e-ae89-cc8224489231 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Pushing event deleted for resources: {'Port': ['ID=dce9e0f9-0a1e-4113-917b-b137217cf47b,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:53.371116 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f21fb7-44b9-4eaa-a55f-b4c7c1d52566 req-44d2b754-3f17-450e-ae89-cc8224489231 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] No DVR routers for this DVR port dce9e0f9-0a1e-4113-917b-b137217cf47b on host hv-cinder-81514 {{(pid=101973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:18:53.373351 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-36f21fb7-44b9-4eaa-a55f-b4c7c1d52566 req-44d2b754-3f17-450e-ae89-cc8224489231 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:53.376615 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-36f21fb7-44b9-4eaa-a55f-b4c7c1d52566 req-44d2b754-3f17-450e-ae89-cc8224489231 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.81 "DELETE /v2.0/ports/dce9e0f9-0a1e-4113-917b-b137217cf47b HTTP/1.1" status: 204 len: 173 time: 0.4631577 Oct 27 10:18:53.394631 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33985bd-f61c-41fe-8742-76749c81a4c3 req-1a574748-bc6d-49cd-b0d8-d835f99c7bfa tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:53.396132 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a33985bd-f61c-41fe-8742-76749c81a4c3 req-1a574748-bc6d-49cd-b0d8-d835f99c7bfa tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 946 time: 0.0600488 Oct 27 10:18:53.434847 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a33985bd-f61c-41fe-8742-76749c81a4c3 req-50d531ec-e050-404e-ad0b-cc32856ed3f9 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328887 Oct 27 10:18:53.694509 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a583a365-fabf-4cb3-ab7f-7ad72944455d', 'name': 'network-vif-deleted', 'tag': 'dce9e0f9-0a1e-4113-917b-b137217cf47b'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:18:53.696906 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94debda59f24a9426fb80c87c8c8853eb57e17b8e03a85591ed34d87467b8464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3e036d-3a32-4226-af48-581c981ec7ff" -d '{"events": [{"server_uuid": "a583a365-fabf-4cb3-ab7f-7ad72944455d", "name": "network-vif-deleted", "tag": "dce9e0f9-0a1e-4113-917b-b137217cf47b"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:18:53.735051 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193e413b-b165-49ad-9c07-e1a28fb10e1e x-openstack-request-id: req-193e413b-b165-49ad-9c07-e1a28fb10e1e {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:18:53.735373 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a583a365-fabf-4cb3-ab7f-7ad72944455d", "name": "network-vif-deleted", "tag": "dce9e0f9-0a1e-4113-917b-b137217cf47b", "status": "completed", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:18:53.735643 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-193e413b-b165-49ad-9c07-e1a28fb10e1e {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:18:53.736039 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a583a365-fabf-4cb3-ab7f-7ad72944455d', 'name': 'network-vif-deleted', 'tag': 'dce9e0f9-0a1e-4113-917b-b137217cf47b', 'status': 'completed', 'code': 200} Oct 27 10:18:54.076327 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-501c190b-a67c-4926-a70b-d39592e0584f tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1218426624&fields=id&tenant_id=ce4fbe5437b54e06856c6e5fba0e6a8d HTTP/1.1" status: 200 len: 267 time: 0.0356932 Oct 27 10:18:54.191742 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-31cd3215-fafc-4165-9b70-3e8eec1d44f2 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:54.193634 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-31cd3215-fafc-4165-9b70-3e8eec1d44f2 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/networks?id=45ccbdab-8245-4106-a0cd-ddc7afca495b HTTP/1.1" status: 200 len: 812 time: 0.1099117 Oct 27 10:18:54.209551 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-74410c95-416f-4846-9040-97f57d23bc2e tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/quotas/ce4fbe5437b54e06856c6e5fba0e6a8d HTTP/1.1" status: 200 len: 375 time: 0.0093868 Oct 27 10:18:54.264933 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-5be990b8-693e-4a7d-b8e9-e7d53f582739 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ce4fbe5437b54e06856c6e5fba0e6a8d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0498137 Oct 27 10:18:54.405107 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-d5e77b78-23e7-4425-87f8-c87bec64c65f service neutron] 10.222.0.36 "GET /v2.0/networks/45ccbdab-8245-4106-a0cd-ddc7afca495b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275864 Oct 27 10:18:54.409381 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-0b0fc4bc-4668-46de-9e5f-e828ad1674ce req-cfd3c883-6e3c-47ad-bf94-2ca11ccb22b7 tempest-AttachVolumeNegativeTest-200434914 tempest-AttachVolumeNegativeTest-200434914-project] 10.222.0.36 "GET /v2.0/ports?device_id=a583a365-fabf-4cb3-ab7f-7ad72944455d HTTP/1.1" status: 200 len: 210 time: 0.0272942 Oct 27 10:18:54.502146 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-65f6fdb4-d7c3-40d7-a3c5-f8ce38873548 service neutron] 10.222.0.36 "GET /v2.0/networks/45ccbdab-8245-4106-a0cd-ddc7afca495b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886765 Oct 27 10:18:54.623779 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386551ca-304a-4799-9347-9ba5369a2013 req-b67fde32-5e29-4d86-9d32-02198eb4b7aa tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:54.625260 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-386551ca-304a-4799-9347-9ba5369a2013 req-b67fde32-5e29-4d86-9d32-02198eb4b7aa tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 946 time: 0.0526595 Oct 27 10:18:54.667790 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-386551ca-304a-4799-9347-9ba5369a2013 req-cb9aa31c-0d3a-4dcc-b2c1-d4282fa1bdc0 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330985 Oct 27 10:18:54.889522 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device cdd8ba1e-bec7-46be-a1f3-bc9a468e262a no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:18:54.912565 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] No Port match for: cdd8ba1e-bec7-46be-a1f3-bc9a468e262a {{(pid=101975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:18:54.912905 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device cdd8ba1e-bec7-46be-a1f3-bc9a468e262a not bound to the agent host hv-cinder-81514 {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:18:55.148959 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-4d253f75-285a-4965-a540-27a8af427ffb req-360fc892-44f8-4ba5-a7d1-0984f8b1d3b6 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ce4b748-c30f-4891-87e8-b167e1d8caf3 HTTP/1.1" status: 200 len: 210 time: 0.0261300 Oct 27 10:18:55.463750 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 52434) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:55.507828 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.db_base_plugin_v2 [None req-93fcbff1-3c7e-48dc-b00d-fde56ff3b6f0 admin admin] Deleting subnet bc65fbba-340e-4390-b7ee-198f7e51293d {{(pid=101973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:18:55.510900 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-93fcbff1-3c7e-48dc-b00d-fde56ff3b6f0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:55.550519 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-93fcbff1-3c7e-48dc-b00d-fde56ff3b6f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114672'] for subnet, precommit_delete_associations {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:55.589090 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-93fcbff1-3c7e-48dc-b00d-fde56ff3b6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3657045'] for subnet, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:55.691384 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-93fcbff1-3c7e-48dc-b00d-fde56ff3b6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3657052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9116697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9230295'] for subnet, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:55.717952 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fcbff1-3c7e-48dc-b00d-fde56ff3b6f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc65fbba-340e-4390-b7ee-198f7e51293d,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:55.722209 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-93fcbff1-3c7e-48dc-b00d-fde56ff3b6f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for subnet, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:55.725693 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-93fcbff1-3c7e-48dc-b00d-fde56ff3b6f0 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/bc65fbba-340e-4390-b7ee-198f7e51293d HTTP/1.1" status: 204 len: 168 time: 0.2606573 Oct 27 10:18:55.728959 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 52442) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:55.800894 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f882ef3-5742-4433-86db-14087f10c223 req-9909f7d8-3bf7-4da0-a344-61f30c51ff04 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:55.802498 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-5f882ef3-5742-4433-86db-14087f10c223 req-9909f7d8-3bf7-4da0-a344-61f30c51ff04 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 946 time: 0.0555618 Oct 27 10:18:55.847041 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-5f882ef3-5742-4433-86db-14087f10c223 req-395d0cde-f5f6-4f6e-8868-d5992985d8ea tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370069 Oct 27 10:18:56.025036 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-0ed1dbbb-2c62-4b9b-933c-f24fe36f7c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3615918'] for network, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:56.103136 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-0ed1dbbb-2c62-4b9b-933c-f24fe36f7c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3667904', 'neutron.services.segments.db._delete_segments_for_network-8740340232798'] for network, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:56.123000 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.services.segments.db [None req-0ed1dbbb-2c62-4b9b-933c-f24fe36f7c75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['017002ed-3a29-40d6-8245-86193844b3f1']}} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:18:56.131981 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.services.segments.db [None req-0ed1dbbb-2c62-4b9b-933c-f24fe36f7c75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b8e4560-5fb6-473a-bbfe-b3c3dffb572d') {'for_net_delete': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:18:56.132267 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.services.segments.db [None req-0ed1dbbb-2c62-4b9b-933c-f24fe36f7c75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b8e4560-5fb6-473a-bbfe-b3c3dffb572d') {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:18:56.141362 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-0ed1dbbb-2c62-4b9b-933c-f24fe36f7c75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740340234087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8792530'] for segment, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:56.154248 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-0ed1dbbb-2c62-4b9b-933c-f24fe36f7c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908'] for segment, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:56.161125 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ed1dbbb-2c62-4b9b-933c-f24fe36f7c75 admin admin] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=101974) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:18:56.161499 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-0ed1dbbb-2c62-4b9b-933c-f24fe36f7c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12078990'] for segment, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:56.163199 dv-cinder-815146-2-iscsi neutron-server[101974]: Traceback (most recent call last): Oct 27 10:18:56.163199 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:18:56.163199 dv-cinder-815146-2-iscsi neutron-server[101974]: timer() Oct 27 10:18:56.163199 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:18:56.163199 dv-cinder-815146-2-iscsi neutron-server[101974]: cb(*args, **kw) Oct 27 10:18:56.163199 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:18:56.163199 dv-cinder-815146-2-iscsi neutron-server[101974]: return func(*args, **kwargs) Oct 27 10:18:56.163199 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:18:56.163199 dv-cinder-815146-2-iscsi neutron-server[101974]: self._notify() Oct 27 10:18:56.163199 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:18:56.163199 dv-cinder-815146-2-iscsi neutron-server[101974]: self.callback(batched_events) Oct 27 10:18:56.163199 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:18:56.163199 dv-cinder-815146-2-iscsi neutron-server[101974]: event.method(event) Oct 27 10:18:56.163199 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:18:56.163199 dv-cinder-815146-2-iscsi neutron-server[101974]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:18:56.163199 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:18:56.163199 dv-cinder-815146-2-iscsi neutron-server[101974]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:18:56.163199 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:18:56.163199 dv-cinder-815146-2-iscsi neutron-server[101974]: return f(self, *a, **k) Oct 27 10:18:56.163199 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:18:56.163199 dv-cinder-815146-2-iscsi neutron-server[101974]: return self._get(url).json() Oct 27 10:18:56.163199 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:18:56.163199 dv-cinder-815146-2-iscsi neutron-server[101974]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:18:56.163199 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:18:56.163199 dv-cinder-815146-2-iscsi neutron-server[101974]: return self.request(url, 'GET', **kwargs) Oct 27 10:18:56.163199 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:18:56.163199 dv-cinder-815146-2-iscsi neutron-server[101974]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:18:56.163199 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:18:56.163199 dv-cinder-815146-2-iscsi neutron-server[101974]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:18:56.163199 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:18:56.163199 dv-cinder-815146-2-iscsi neutron-server[101974]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:18:56.163199 dv-cinder-815146-2-iscsi neutron-server[101974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:18:56.246535 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-0e2c8e7b-0697-4a23-bc75-4334a0650ef7 req-6c0f78e8-eceb-438e-a9a9-c15fb70df9b8 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ce4b748-c30f-4891-87e8-b167e1d8caf3 HTTP/1.1" status: 200 len: 210 time: 0.0254545 Oct 27 10:18:56.273920 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-0ed1dbbb-2c62-4b9b-933c-f24fe36f7c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3667915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564060'] for network, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:56.279137 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-0ed1dbbb-2c62-4b9b-933c-f24fe36f7c75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for network, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:56.285438 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-0ed1dbbb-2c62-4b9b-933c-f24fe36f7c75 admin admin] 10.222.0.36 "DELETE /v2.0/networks/017002ed-3a29-40d6-8245-86193844b3f1 HTTP/1.1" status: 204 len: 168 time: 0.5531363 Oct 27 10:18:56.294056 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed1dbbb-2c62-4b9b-933c-f24fe36f7c75 admin admin] Pushing event deleted for resources: {'Network': ['ID=017002ed-3a29-40d6-8245-86193844b3f1,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:56.650953 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 52454) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:56.694342 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-db01b294-d9c1-48a6-8f45-276a6e791ca6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a5338a1797264625abb3d6db32ff14e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422368 Oct 27 10:18:56.707850 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 52458) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:56.757546 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-bb085853-706e-4a90-b00b-603149d7b9b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:56.778238 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-bb085853-706e-4a90-b00b-603149d7b9b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:56.888566 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device dce9e0f9-0a1e-4113-917b-b137217cf47b no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:18:56.911934 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] No Port match for: dce9e0f9-0a1e-4113-917b-b137217cf47b {{(pid=101975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:18:56.912360 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device dce9e0f9-0a1e-4113-917b-b137217cf47b not bound to the agent host hv-cinder-81514 {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:18:56.947824 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-bb085853-706e-4a90-b00b-603149d7b9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:56.950509 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-bb085853-706e-4a90-b00b-603149d7b9b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:56.953395 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-bb085853-706e-4a90-b00b-603149d7b9b1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e HTTP/1.1" status: 204 len: 168 time: 0.2428002 Oct 27 10:18:56.963901 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb085853-706e-4a90-b00b-603149d7b9b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ac7f3b-7237-4ab5-8664-d7e7cc43e40e,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:56.989574 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee91d8-7468-487b-a322-0b081adb6373 req-b66b8a90-ea31-4e2d-9dd6-ed0787b1aa20 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:56.994603 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-84ee91d8-7468-487b-a322-0b081adb6373 req-b66b8a90-ea31-4e2d-9dd6-ed0787b1aa20 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 946 time: 0.0732632 Oct 27 10:18:57.033887 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-84ee91d8-7468-487b-a322-0b081adb6373 req-5b6128bc-5a1e-466f-b6b2-ca64af85b18e tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359478 Oct 27 10:18:57.200418 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-9f9241dd-11ee-48bc-b561-ca53c87a5216 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:57.201854 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-9f9241dd-11ee-48bc-b561-ca53c87a5216 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.81 "GET /v2.0/networks?id=45ccbdab-8245-4106-a0cd-ddc7afca495b HTTP/1.1" status: 200 len: 812 time: 0.1021142 Oct 27 10:18:57.247635 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-7c79e758-8502-4dd0-a065-fea5f8d714e6 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce4fbe5437b54e06856c6e5fba0e6a8d HTTP/1.1" status: 200 len: 380 time: 0.0351431 Oct 27 10:18:57.257613 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-8c6f1cf4-5eb5-4f63-b9e4-b88d4da00ccf tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Request body: {'port': {'device_id': '3ce4b748-c30f-4891-87e8-b167e1d8caf3', 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b', 'admin_state_up': True, 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'security_groups': ['ec81f864-3f06-41e2-9840-a17b9ec1be55']}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:18:57.354731 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-ca20328e-b9bb-4d4a-be93-d67f6155d6f3 req-5c6e2392-f6b3-4b11-b04d-f216424c933c tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ce4b748-c30f-4891-87e8-b167e1d8caf3 HTTP/1.1" status: 200 len: 210 time: 0.0346258 Oct 27 10:18:57.473784 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-8c6f1cf4-5eb5-4f63-b9e4-b88d4da00ccf tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Made reservation on behalf of ce4fbe5437b54e06856c6e5fba0e6a8d for: {'port': 1} {{(pid=101973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:18:57.477605 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-8c6f1cf4-5eb5-4f63-b9e4-b88d4da00ccf tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:57.613483 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.db_base_plugin_common [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-8c6f1cf4-5eb5-4f63-b9e4-b88d4da00ccf tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Allocated IP 172.20.0.10 (45ccbdab-8245-4106-a0cd-ddc7afca495b/22ddcb0e-0b75-477e-b461-720a6b940632/ac75190d-aa0e-4025-a0f5-3af57c43f587) {{(pid=101973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:18:57.773460 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-8c6f1cf4-5eb5-4f63-b9e4-b88d4da00ccf tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks [] for port, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:57.920429 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-8c6f1cf4-5eb5-4f63-b9e4-b88d4da00ccf tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:57.969130 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-8c6f1cf4-5eb5-4f63-b9e4-b88d4da00ccf tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Network 45ccbdab-8245-4106-a0cd-ddc7afca495b is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:18:57.972308 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-8c6f1cf4-5eb5-4f63-b9e4-b88d4da00ccf tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:18:57.976183 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-8c6f1cf4-5eb5-4f63-b9e4-b88d4da00ccf tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Received port after_create {{(pid=101973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:18:57.999665 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f1cf4-5eb5-4f63-b9e4-b88d4da00ccf tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Pushing event updated for resources: {'Port': ['ID=ac75190d-aa0e-4025-a0f5-3af57c43f587,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:58.034351 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-8c6f1cf4-5eb5-4f63-b9e4-b88d4da00ccf tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:58.034989 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-8c6f1cf4-5eb5-4f63-b9e4-b88d4da00ccf tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:58.129161 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-8c6f1cf4-5eb5-4f63-b9e4-b88d4da00ccf tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8753250 Oct 27 10:18:58.150603 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-5feee72d-3e67-4135-95e7-1fc27b833f88 service neutron] Request body: {'port': {'device_id': '3ce4b748-c30f-4891-87e8-b167e1d8caf3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:18:58.214844 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87352b41-b259-477a-9bf9-069ddefc277d req-cf95b800-a4fc-4b06-8a85-e9a0f4a2f537 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:58.216339 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-87352b41-b259-477a-9bf9-069ddefc277d req-cf95b800-a4fc-4b06-8a85-e9a0f4a2f537 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 946 time: 0.1050160 Oct 27 10:18:58.223975 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-5feee72d-3e67-4135-95e7-1fc27b833f88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:58.247438 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-fa634bf9-ac7e-4e7c-9cc1-e1fc16ac98c2 None None] Provisioning complete for port ac75190d-aa0e-4025-a0f5-3af57c43f587 triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:18:58.248000 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-fa634bf9-ac7e-4e7c-9cc1-e1fc16ac98c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:58.290180 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-fa634bf9-ac7e-4e7c-9cc1-e1fc16ac98c2 None None] Port ac75190d-aa0e-4025-a0f5-3af57c43f587 cannot update to ACTIVE because it is not bound. {{(pid=101975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:18:58.299880 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-87352b41-b259-477a-9bf9-069ddefc277d req-e7558bfb-7c24-4eb6-a2f5-6d5bc2d79b2c tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721724 Oct 27 10:18:58.508556 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dde20a-a2f4-44d8-952c-56a05b1ca93e req-215ef0ef-1fa7-4d70-9606-7f5b3ae26d96 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:58.510709 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-c8dde20a-a2f4-44d8-952c-56a05b1ca93e req-215ef0ef-1fa7-4d70-9606-7f5b3ae26d96 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ce4b748-c30f-4891-87e8-b167e1d8caf3 HTTP/1.1" status: 200 len: 932 time: 0.0774827 Oct 27 10:18:58.541656 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-5feee72d-3e67-4135-95e7-1fc27b833f88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac75190d-aa0e-4025-a0f5-3af57c43f587 {{(pid=101973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:18:58.549269 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-5feee72d-3e67-4135-95e7-1fc27b833f88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:58.554815 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-c8dde20a-a2f4-44d8-952c-56a05b1ca93e req-86ba161d-9c02-4bcf-acbb-00638aa462f2 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372679 Oct 27 10:18:58.565057 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-5feee72d-3e67-4135-95e7-1fc27b833f88 service neutron] Transition to ACTIVE for port object ac75190d-aa0e-4025-a0f5-3af57c43f587 will not be triggered until provisioned by entity L2. {{(pid=101973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:18:58.639201 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-5feee72d-3e67-4135-95e7-1fc27b833f88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9116887'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:58.690865 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feee72d-3e67-4135-95e7-1fc27b833f88 service neutron] Pushing event updated for resources: {'Port': ['ID=ac75190d-aa0e-4025-a0f5-3af57c43f587,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:58.769417 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-5feee72d-3e67-4135-95e7-1fc27b833f88 service neutron] Attempting to bind port ac75190d-aa0e-4025-a0f5-3af57c43f587 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:18:58.769768 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-5feee72d-3e67-4135-95e7-1fc27b833f88 service neutron] Attempting to bind port ac75190d-aa0e-4025-a0f5-3af57c43f587 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'c6701753-9a96-494a-a422-463d38a89485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b'}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:18:58.770173 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-5feee72d-3e67-4135-95e7-1fc27b833f88 service neutron] Attempting to bind port ac75190d-aa0e-4025-a0f5-3af57c43f587 on network 45ccbdab-8245-4106-a0cd-ddc7afca495b {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:18:58.774604 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-5feee72d-3e67-4135-95e7-1fc27b833f88 service neutron] Port ac75190d-aa0e-4025-a0f5-3af57c43f587 on network 45ccbdab-8245-4106-a0cd-ddc7afca495b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:18:58.774921 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-5feee72d-3e67-4135-95e7-1fc27b833f88 service neutron] Attempting to bind port ac75190d-aa0e-4025-a0f5-3af57c43f587 on network 45ccbdab-8245-4106-a0cd-ddc7afca495b {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:18:58.779763 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-5feee72d-3e67-4135-95e7-1fc27b833f88 service neutron] Checking agent: {'id': '4745671e-30cb-4e18-8ff0-6142bf8b3cdd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 11, 11), 'started_at': datetime.datetime(2021, 10, 27, 10, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:18:58.780093 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-5feee72d-3e67-4135-95e7-1fc27b833f88 service neutron] Checking segment: {'id': 'c6701753-9a96-494a-a422-463d38a89485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:18:58.780504 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-5feee72d-3e67-4135-95e7-1fc27b833f88 service neutron] Bound using segment: {'id': 'c6701753-9a96-494a-a422-463d38a89485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b'} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:18:58.781903 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-5feee72d-3e67-4135-95e7-1fc27b833f88 service neutron] Bound port: ac75190d-aa0e-4025-a0f5-3af57c43f587, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6701753-9a96-494a-a422-463d38a89485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b'}}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:18:58.781903 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-5feee72d-3e67-4135-95e7-1fc27b833f88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:58.850067 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-5feee72d-3e67-4135-95e7-1fc27b833f88 service neutron] For port ac75190d-aa0e-4025-a0f5-3af57c43f587, host hv-cinder-81514, cleared binding levels {{(pid=101973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:18:58.853513 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-5feee72d-3e67-4135-95e7-1fc27b833f88 service neutron] For port ac75190d-aa0e-4025-a0f5-3af57c43f587, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ac75190d-aa0e-4025-a0f5-3af57c43f587,segment=NetworkSegment(c6701753-9a96-494a-a422-463d38a89485),segment_id=c6701753-9a96-494a-a422-463d38a89485)] {{(pid=101973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:18:58.940868 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-5feee72d-3e67-4135-95e7-1fc27b833f88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9116887'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:58.975503 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-5feee72d-3e67-4135-95e7-1fc27b833f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:58.976150 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-5feee72d-3e67-4135-95e7-1fc27b833f88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:58.977644 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-5feee72d-3e67-4135-95e7-1fc27b833f88 service neutron] 10.222.0.81 "PUT /v2.0/ports/ac75190d-aa0e-4025-a0f5-3af57c43f587 HTTP/1.1" status: 200 len: 1094 time: 0.8318989 Oct 27 10:18:58.978102 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce4b748-c30f-4891-87e8-b167e1d8caf3', 'tag': 'ac75190d-aa0e-4025-a0f5-3af57c43f587'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:18:58.980314 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94debda59f24a9426fb80c87c8c8853eb57e17b8e03a85591ed34d87467b8464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bbed083-677f-4b74-85f2-0f2612791612" -d '{"events": [{"name": "network-changed", "server_uuid": "3ce4b748-c30f-4891-87e8-b167e1d8caf3", "tag": "ac75190d-aa0e-4025-a0f5-3af57c43f587"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:18:59.013828 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feee72d-3e67-4135-95e7-1fc27b833f88 service neutron] Pushing event updated for resources: {'Port': ['ID=ac75190d-aa0e-4025-a0f5-3af57c43f587,revision_number=3']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:59.026209 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9039451-88ba-43c8-8fd8-cdac6f24705b x-openstack-request-id: req-d9039451-88ba-43c8-8fd8-cdac6f24705b {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:18:59.026506 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ce4b748-c30f-4891-87e8-b167e1d8caf3", "tag": "ac75190d-aa0e-4025-a0f5-3af57c43f587", "status": "completed", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:18:59.030041 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d9039451-88ba-43c8-8fd8-cdac6f24705b {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:18:59.030041 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce4b748-c30f-4891-87e8-b167e1d8caf3', 'tag': 'ac75190d-aa0e-4025-a0f5-3af57c43f587', 'status': 'completed', 'code': 200} Oct 27 10:18:59.096161 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbed083-677f-4b74-85f2-0f2612791612 req-6956d9a8-bf38-4f40-8c08-09686ef4f4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:59.097886 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-3bbed083-677f-4b74-85f2-0f2612791612 req-6956d9a8-bf38-4f40-8c08-09686ef4f4b0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ce4fbe5437b54e06856c6e5fba0e6a8d&device_id=3ce4b748-c30f-4891-87e8-b167e1d8caf3 HTTP/1.1" status: 200 len: 1097 time: 0.0497427 Oct 27 10:18:59.216340 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbed083-677f-4b74-85f2-0f2612791612 req-54c291d5-c54c-4bcb-b45c-96ebaf08fe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:59.217811 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-3bbed083-677f-4b74-85f2-0f2612791612 req-54c291d5-c54c-4bcb-b45c-96ebaf08fe74 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=ce4fbe5437b54e06856c6e5fba0e6a8d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1097007 Oct 27 10:18:59.319780 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbed083-677f-4b74-85f2-0f2612791612 req-469a716e-390b-4a3f-861b-fb2846c5ec24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:59.321238 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-3bbed083-677f-4b74-85f2-0f2612791612 req-469a716e-390b-4a3f-861b-fb2846c5ec24 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0965297 Oct 27 10:18:59.434534 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-e8999227-aea1-4e89-9ee9-850e4145532a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:59.436046 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-e8999227-aea1-4e89-9ee9-850e4145532a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ce4fbe5437b54e06856c6e5fba0e6a8d&device_id=3ce4b748-c30f-4891-87e8-b167e1d8caf3 HTTP/1.1" status: 200 len: 1097 time: 0.0753241 Oct 27 10:18:59.444196 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c20453-79d1-4c9a-8d33-fc1bea3d542c req-9973ea74-ac6a-4bf5-89bf-f9d264a5008c tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:59.445550 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-89c20453-79d1-4c9a-8d33-fc1bea3d542c req-9973ea74-ac6a-4bf5-89bf-f9d264a5008c tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 946 time: 0.0592055 Oct 27 10:18:59.493260 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-1faa4bec-9762-4473-949c-7f88d4013f28 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac75190d-aa0e-4025-a0f5-3af57c43f587 HTTP/1.1" status: 200 len: 217 time: 0.0467556 Oct 27 10:18:59.537837 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-89c20453-79d1-4c9a-8d33-fc1bea3d542c req-7c6bc0a0-0419-4171-85d4-5acd7b2e4210 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859883 Oct 27 10:18:59.557044 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-8e09ddab-9061-47be-acde-64fe129c48a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:59.558622 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-8e09ddab-9061-47be-acde-64fe129c48a3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=22ddcb0e-0b75-477e-b461-720a6b940632 HTTP/1.1" status: 200 len: 851 time: 0.0528657 Oct 27 10:18:59.608916 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-0912b196-6c67-42d1-bda0-5a7117b37d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:59.610816 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-0912b196-6c67-42d1-bda0-5a7117b37d09 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45ccbdab-8245-4106-a0cd-ddc7afca495b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440331 Oct 27 10:18:59.684122 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ea22f-9832-4153-b90e-f28973afcab4 req-294d9714-d3e5-4965-8dc9-32cc06461c82 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:59.686252 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-6a6ea22f-9832-4153-b90e-f28973afcab4 req-294d9714-d3e5-4965-8dc9-32cc06461c82 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ce4b748-c30f-4891-87e8-b167e1d8caf3 HTTP/1.1" status: 200 len: 944 time: 0.0518792 Oct 27 10:18:59.709118 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-d10602ea-aaa1-4896-9f46-e7b7b4b3f4bb service neutron] 10.222.0.81 "GET /v2.0/networks/45ccbdab-8245-4106-a0cd-ddc7afca495b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893016 Oct 27 10:18:59.725054 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-6a6ea22f-9832-4153-b90e-f28973afcab4 req-7407155f-30e0-4c21-83f1-f90756175b41 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323870 Oct 27 10:18:59.805634 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a846647f-7f37-4909-b32e-20d6e4e6ebb1 req-76c3eb05-99ca-4fb9-b7a1-6795ddb15130 service neutron] 10.222.0.81 "GET /v2.0/networks/45ccbdab-8245-4106-a0cd-ddc7afca495b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861053 Oct 27 10:18:59.967295 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 52556) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:00.072661 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-0e8de949-e830-4a84-852f-64f80ade9929 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:00.146253 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-0e8de949-e830-4a84-852f-64f80ade9929 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:00.199354 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-0e8de949-e830-4a84-852f-64f80ade9929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:00.211418 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 52562) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:00.237099 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-0e8de949-e830-4a84-852f-64f80ade9929 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0485d2984d7548af8e4501540188cfa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2686219 Oct 27 10:19:00.239060 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8de949-e830-4a84-852f-64f80ade9929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed029b5-e21f-49dc-b62d-67de47d674f7,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:00.240156 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 52564) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:00.274745 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.db.db_base_plugin_v2 [None req-f02552ae-6e7f-4035-b7e2-b972046261e1 admin admin] Deleting subnet 63bc9c78-b74c-496b-9d38-9a1c5bb598e2 {{(pid=101974) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:19:00.288457 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-f02552ae-6e7f-4035-b7e2-b972046261e1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:00.331193 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-878513a5-2123-4925-8ae7-ca604a72cc78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:00.336057 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-f02552ae-6e7f-4035-b7e2-b972046261e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8792491'] for subnet, precommit_delete_associations {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:00.379190 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-878513a5-2123-4925-8ae7-ca604a72cc78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:00.401151 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-f02552ae-6e7f-4035-b7e2-b972046261e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3657045'] for subnet, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:00.519377 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-878513a5-2123-4925-8ae7-ca604a72cc78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:00.521943 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-878513a5-2123-4925-8ae7-ca604a72cc78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:00.523067 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-878513a5-2123-4925-8ae7-ca604a72cc78 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5ed029b5-e21f-49dc-b62d-67de47d674f7 HTTP/1.1" status: 204 len: 168 time: 0.2820117 Oct 27 10:19:00.531094 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878513a5-2123-4925-8ae7-ca604a72cc78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed029b5-e21f-49dc-b62d-67de47d674f7,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:00.538461 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878513a5-2123-4925-8ae7-ca604a72cc78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:00.538812 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878513a5-2123-4925-8ae7-ca604a72cc78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:00.539150 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878513a5-2123-4925-8ae7-ca604a72cc78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:00.539479 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878513a5-2123-4925-8ae7-ca604a72cc78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:00.539803 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878513a5-2123-4925-8ae7-ca604a72cc78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:00.540131 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878513a5-2123-4925-8ae7-ca604a72cc78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:00.540453 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878513a5-2123-4925-8ae7-ca604a72cc78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:00.540775 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878513a5-2123-4925-8ae7-ca604a72cc78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:00.541093 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878513a5-2123-4925-8ae7-ca604a72cc78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:00.541409 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878513a5-2123-4925-8ae7-ca604a72cc78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:00.541743 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878513a5-2123-4925-8ae7-ca604a72cc78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:00.542056 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878513a5-2123-4925-8ae7-ca604a72cc78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:00.544775 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-f02552ae-6e7f-4035-b7e2-b972046261e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3657052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8610796'] for subnet, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:00.597989 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02552ae-6e7f-4035-b7e2-b972046261e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63bc9c78-b74c-496b-9d38-9a1c5bb598e2,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:00.600150 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-f02552ae-6e7f-4035-b7e2-b972046261e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:00.604126 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-f02552ae-6e7f-4035-b7e2-b972046261e1 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/63bc9c78-b74c-496b-9d38-9a1c5bb598e2 HTTP/1.1" status: 204 len: 168 time: 0.3911805 Oct 27 10:19:00.606188 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 52570) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:00.700118 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-52d4b54f-8204-4646-82b0-fa1d3e34dfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3615918'] for network, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:00.721988 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83976af-3513-4abf-b930-ab58b8cb5681 req-a2343386-964c-4fe6-83bd-dc9635459fd5 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:00.722921 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-f83976af-3513-4abf-b930-ab58b8cb5681 req-a2343386-964c-4fe6-83bd-dc9635459fd5 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 946 time: 0.0758202 Oct 27 10:19:00.817789 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-52d4b54f-8204-4646-82b0-fa1d3e34dfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3667904', 'neutron.services.segments.db._delete_segments_for_network-8740340232798'] for network, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:00.830238 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-f83976af-3513-4abf-b930-ab58b8cb5681 req-4fa80c8f-c1e5-46e7-ba8e-3e6ed4010793 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828836 Oct 27 10:19:00.846260 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.services.segments.db [None req-52d4b54f-8204-4646-82b0-fa1d3e34dfe7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe514084-06b9-4300-8690-1fa73ba4d9e4']}} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:00.850646 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062565f8-7eed-4930-a98e-2aa83616a910 req-d0ea986f-0f87-4215-b427-8e026b14ba90 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:00.852638 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-062565f8-7eed-4930-a98e-2aa83616a910 req-d0ea986f-0f87-4215-b427-8e026b14ba90 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ce4b748-c30f-4891-87e8-b167e1d8caf3 HTTP/1.1" status: 200 len: 944 time: 0.0546467 Oct 27 10:19:00.857839 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.services.segments.db [None req-52d4b54f-8204-4646-82b0-fa1d3e34dfe7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1020b0ce-7923-49ef-b95f-fd4a8f23904b') {'for_net_delete': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:00.858136 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.services.segments.db [None req-52d4b54f-8204-4646-82b0-fa1d3e34dfe7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1020b0ce-7923-49ef-b95f-fd4a8f23904b') {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:00.867198 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-52d4b54f-8204-4646-82b0-fa1d3e34dfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740340234087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8792530'] for segment, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:00.881165 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-52d4b54f-8204-4646-82b0-fa1d3e34dfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908'] for segment, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:00.887654 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52d4b54f-8204-4646-82b0-fa1d3e34dfe7 admin admin] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=101974) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:19:00.888133 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-52d4b54f-8204-4646-82b0-fa1d3e34dfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12078990'] for segment, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:00.890362 dv-cinder-815146-2-iscsi neutron-server[101974]: Traceback (most recent call last): Oct 27 10:19:00.890362 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:19:00.890362 dv-cinder-815146-2-iscsi neutron-server[101974]: timer() Oct 27 10:19:00.890362 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:19:00.890362 dv-cinder-815146-2-iscsi neutron-server[101974]: cb(*args, **kw) Oct 27 10:19:00.890362 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:19:00.890362 dv-cinder-815146-2-iscsi neutron-server[101974]: return func(*args, **kwargs) Oct 27 10:19:00.890362 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:19:00.890362 dv-cinder-815146-2-iscsi neutron-server[101974]: self._notify() Oct 27 10:19:00.890362 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:19:00.890362 dv-cinder-815146-2-iscsi neutron-server[101974]: self.callback(batched_events) Oct 27 10:19:00.890362 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:19:00.890362 dv-cinder-815146-2-iscsi neutron-server[101974]: event.method(event) Oct 27 10:19:00.890362 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:19:00.890362 dv-cinder-815146-2-iscsi neutron-server[101974]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:19:00.890362 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:19:00.890362 dv-cinder-815146-2-iscsi neutron-server[101974]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:19:00.890362 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:19:00.890362 dv-cinder-815146-2-iscsi neutron-server[101974]: return f(self, *a, **k) Oct 27 10:19:00.890362 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:19:00.890362 dv-cinder-815146-2-iscsi neutron-server[101974]: return self._get(url).json() Oct 27 10:19:00.890362 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:19:00.890362 dv-cinder-815146-2-iscsi neutron-server[101974]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:19:00.890362 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:19:00.890362 dv-cinder-815146-2-iscsi neutron-server[101974]: return self.request(url, 'GET', **kwargs) Oct 27 10:19:00.890362 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:19:00.890362 dv-cinder-815146-2-iscsi neutron-server[101974]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:19:00.890362 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:19:00.890362 dv-cinder-815146-2-iscsi neutron-server[101974]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:19:00.890362 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:19:00.890362 dv-cinder-815146-2-iscsi neutron-server[101974]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:19:00.890362 dv-cinder-815146-2-iscsi neutron-server[101974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:19:00.893568 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-062565f8-7eed-4930-a98e-2aa83616a910 req-eab822ef-ec61-479b-af02-3fb404b82dbf tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336335 Oct 27 10:19:01.063737 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-52d4b54f-8204-4646-82b0-fa1d3e34dfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3667915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564060'] for network, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:01.073580 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-52d4b54f-8204-4646-82b0-fa1d3e34dfe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for network, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:01.076868 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-52d4b54f-8204-4646-82b0-fa1d3e34dfe7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/fe514084-06b9-4300-8690-1fa73ba4d9e4 HTTP/1.1" status: 204 len: 168 time: 0.4697015 Oct 27 10:19:01.088272 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4b54f-8204-4646-82b0-fa1d3e34dfe7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe514084-06b9-4300-8690-1fa73ba4d9e4,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:01.110774 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 52580) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:01.124071 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-0d97c780-cddb-4bbe-a96e-80d478b8bc61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:01.202332 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-0d97c780-cddb-4bbe-a96e-80d478b8bc61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:01.290425 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-0d97c780-cddb-4bbe-a96e-80d478b8bc61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:01.329897 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-0d97c780-cddb-4bbe-a96e-80d478b8bc61 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=717185a9c81141caa2ac56e891e60737&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2177503 Oct 27 10:19:01.330738 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d97c780-cddb-4bbe-a96e-80d478b8bc61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2be4a8-b5f1-455f-bc39-b9c895e886f9,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:01.332780 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 52582) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:01.361700 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 52584) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:01.417019 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-e72a7d53-ec22-44cb-ab60-ef121c1f74e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:01.422430 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-7da46abd-65ce-4d6a-a5b4-7b1416204e7c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6a786fcb46c24c00a9c3657e80653b94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0585651 Oct 27 10:19:01.424568 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 52586) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:01.458925 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-e72a7d53-ec22-44cb-ab60-ef121c1f74e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:01.547929 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-204de134-9b6d-4ea5-8fcb-f57ebcf9a345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:01.760234 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-fdfb06fb-b14b-4bd4-ab28-038c5f202dcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:01.782783 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-fdfb06fb-b14b-4bd4-ab28-038c5f202dcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:01.850493 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-e72a7d53-ec22-44cb-ab60-ef121c1f74e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:01.853359 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-e72a7d53-ec22-44cb-ab60-ef121c1f74e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:01.854538 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-e72a7d53-ec22-44cb-ab60-ef121c1f74e0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ec2be4a8-b5f1-455f-bc39-b9c895e886f9 HTTP/1.1" status: 204 len: 168 time: 0.5207024 Oct 27 10:19:01.863080 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72a7d53-ec22-44cb-ab60-ef121c1f74e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2be4a8-b5f1-455f-bc39-b9c895e886f9,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:01.879385 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-fdfb06fb-b14b-4bd4-ab28-038c5f202dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:01.882137 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-fdfb06fb-b14b-4bd4-ab28-038c5f202dcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:01.885964 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-fdfb06fb-b14b-4bd4-ab28-038c5f202dcd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/15c362ac-a5e1-4e41-b574-55a421c3f2f6 HTTP/1.1" status: 204 len: 168 time: 0.4591017 Oct 27 10:19:01.895405 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb06fb-b14b-4bd4-ab28-038c5f202dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c362ac-a5e1-4e41-b574-55a421c3f2f6,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:02.009299 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf42211-3c0d-4292-9192-247d338e4408 req-44885bfc-868e-4d7d-a51a-6a7caf2d5f56 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:02.011100 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-2bf42211-3c0d-4292-9192-247d338e4408 req-44885bfc-868e-4d7d-a51a-6a7caf2d5f56 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 946 time: 0.0637221 Oct 27 10:19:02.046943 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa98e6d-86ea-44b2-9757-3146d1e49247 req-a5bb5775-e89a-4edd-ae54-47a708b57df5 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:02.048583 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-3fa98e6d-86ea-44b2-9757-3146d1e49247 req-a5bb5775-e89a-4edd-ae54-47a708b57df5 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ce4b748-c30f-4891-87e8-b167e1d8caf3 HTTP/1.1" status: 200 len: 944 time: 0.0572829 Oct 27 10:19:02.055499 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-2bf42211-3c0d-4292-9192-247d338e4408 req-56c23a42-69de-4008-afa7-539c5a97fbcd tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374737 Oct 27 10:19:02.087442 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-3fa98e6d-86ea-44b2-9757-3146d1e49247 req-6e35a14b-4aab-4ca1-90cf-d7846bc10524 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328255 Oct 27 10:19:02.903820 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 13b7a318-8669-4b93-8778-a5bb694f6e13 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:19:03.013085 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port 13b7a318-8669-4b93-8778-a5bb694f6e13, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=13b7a318-8669-4b93-8778-a5bb694f6e13,segment=NetworkSegment(2d3ba54e-e4c0-416f-b13e-608a81231259),segment_id=2d3ba54e-e4c0-416f-b13e-608a81231259)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:03.023955 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Returning: {'device': '13b7a318-8669-4b93-8778-a5bb694f6e13', 'network_id': '232c2cd8-3827-47b2-95ae-f90c0b9d2e5c', 'port_id': '13b7a318-8669-4b93-8778-a5bb694f6e13', 'mac_address': 'fa:16:3e:3c:3c:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32f65f21-7a7c-4568-afd2-3193e7fc13b4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:19:03.063796 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:03.077919 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13b7a318-8669-4b93-8778-a5bb694f6e13 {{(pid=101975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:19:03.103686 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port 13b7a318-8669-4b93-8778-a5bb694f6e13, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=13b7a318-8669-4b93-8778-a5bb694f6e13,segment=NetworkSegment(2d3ba54e-e4c0-416f-b13e-608a81231259),segment_id=2d3ba54e-e4c0-416f-b13e-608a81231259)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:03.182510 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:03.227218 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2ec13-2df3-48da-aee6-9397ef3d8426 req-1cd7e00f-d32a-4710-a1b4-7621fce583e7 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:03.228909 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-5fe2ec13-2df3-48da-aee6-9397ef3d8426 req-1cd7e00f-d32a-4710-a1b4-7621fce583e7 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 946 time: 0.0862663 Oct 27 10:19:03.254612 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb37740-92d3-4e8b-99e2-af795a689392 req-9a1dadd6-a26e-47da-8a00-2c916cac6e2d tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:03.256737 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-fdb37740-92d3-4e8b-99e2-af795a689392 req-9a1dadd6-a26e-47da-8a00-2c916cac6e2d tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ce4b748-c30f-4891-87e8-b167e1d8caf3 HTTP/1.1" status: 200 len: 944 time: 0.0920537 Oct 27 10:19:03.286088 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-5fe2ec13-2df3-48da-aee6-9397ef3d8426 req-b5b43140-3755-4c49-a574-1a27af132cd8 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492349 Oct 27 10:19:03.296487 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=13b7a318-8669-4b93-8778-a5bb694f6e13,revision_number=6']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:03.320361 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:03.320361 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:03.320584 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:03.320832 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:03.321288 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:03.321652 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:03.322067 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:03.322384 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:03.322698 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:03.323179 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:03.329411 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:03.329411 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:03.329756 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-fdb37740-92d3-4e8b-99e2-af795a689392 req-0547e09a-7ae0-454c-aac1-9643863fb834 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566227 Oct 27 10:19:03.341077 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] get_ports_and_sgs() called for port_ids ['13b7a318-8669-4b93-8778-a5bb694f6e13'] {{(pid=101975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:19:04.176921 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-59ef330b-977e-484b-bcb1-9df8547e567d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:04.492704 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49a92e-c3bc-4a41-9352-cad67270ede7 req-d70c23d8-3f4d-4100-9eb4-2c15d117e5a8 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:04.497947 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26872d13-36f8-46c3-8705-c3036d239ce8 req-a47d5bdf-8e5d-4775-9131-140587ace1b6 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:04.501073 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-26872d13-36f8-46c3-8705-c3036d239ce8 req-a47d5bdf-8e5d-4775-9131-140587ace1b6 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ce4b748-c30f-4891-87e8-b167e1d8caf3 HTTP/1.1" status: 200 len: 944 time: 0.0618629 Oct 27 10:19:04.506274 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7b49a92e-c3bc-4a41-9352-cad67270ede7 req-d70c23d8-3f4d-4100-9eb4-2c15d117e5a8 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 945 time: 0.0725021 Oct 27 10:19:04.550950 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-26872d13-36f8-46c3-8705-c3036d239ce8 req-1c19ec98-a775-4144-a241-86dc6a578669 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406544 Oct 27 10:19:04.554247 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7b49a92e-c3bc-4a41-9352-cad67270ede7 req-836051f2-8602-4bb5-92cc-f151cb19150d tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421650 Oct 27 10:19:04.926459 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 13b7a318-8669-4b93-8778-a5bb694f6e13 up at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:19:04.988746 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Provisioning complete for port 13b7a318-8669-4b93-8778-a5bb694f6e13 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:04.989479 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:05.082706 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:05.109083 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b7a318-8669-4b93-8778-a5bb694f6e13'}] {{(pid=101975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:19:05.112994 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef74c052f1c640f85ff9302be404e86fdcd9e777050b230953bf81409b3ec6af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b6b30f-ea8b-4161-8444-4f2ee45fe3d9" -d '{"events": [{"server_uuid": "6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab", "name": "network-vif-plugged", "status": "completed", "tag": "13b7a318-8669-4b93-8778-a5bb694f6e13"}]}' {{(pid=101975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:19:05.127596 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port 13b7a318-8669-4b93-8778-a5bb694f6e13, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=13b7a318-8669-4b93-8778-a5bb694f6e13,segment=NetworkSegment(2d3ba54e-e4c0-416f-b13e-608a81231259),segment_id=2d3ba54e-e4c0-416f-b13e-608a81231259)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:05.216787 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:05.294547 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d028ed4-2a81-499e-bb5b-4d38da95355d x-openstack-request-id: req-0d028ed4-2a81-499e-bb5b-4d38da95355d {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:19:05.294932 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab", "name": "network-vif-plugged", "status": "completed", "tag": "13b7a318-8669-4b93-8778-a5bb694f6e13", "code": 200}]} {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:19:05.295264 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0d028ed4-2a81-499e-bb5b-4d38da95355d {{(pid=101975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:19:05.295734 dv-cinder-815146-2-iscsi neutron-server[101975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b7a318-8669-4b93-8778-a5bb694f6e13', 'code': 200} Oct 27 10:19:05.301678 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=13b7a318-8669-4b93-8778-a5bb694f6e13,revision_number=7']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:05.377448 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:05.707786 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741698fe-a4cb-48cb-8466-ddfd0eb1ddfd req-ac26d48b-d4d2-4780-b01a-d24f557f72a0 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:05.719598 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-741698fe-a4cb-48cb-8466-ddfd0eb1ddfd req-ac26d48b-d4d2-4780-b01a-d24f557f72a0 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 946 time: 0.0718837 Oct 27 10:19:05.758527 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565b5ae-8ff1-4a7a-8c9c-170cbc3b878f req-ade1aadc-769a-4ed0-8a15-3d89b7beaa5c tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:05.760496 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-6565b5ae-8ff1-4a7a-8c9c-170cbc3b878f req-ade1aadc-769a-4ed0-8a15-3d89b7beaa5c tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ce4b748-c30f-4891-87e8-b167e1d8caf3 HTTP/1.1" status: 200 len: 944 time: 0.1187115 Oct 27 10:19:05.780751 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-741698fe-a4cb-48cb-8466-ddfd0eb1ddfd req-be28dbed-514f-4ec8-a859-f8fee00d5ba3 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499692 Oct 27 10:19:05.842142 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-6565b5ae-8ff1-4a7a-8c9c-170cbc3b878f req-156ee5bb-f0d8-4a8a-84f7-a32f3d13ebd2 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694873 Oct 27 10:19:05.896514 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:06.913779 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e147f6db-f941-41bf-ac2b-28ba817a8fc9 req-54c5e5b1-aa4c-4d02-bad2-5c1e5e2359dd tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:06.921789 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-e147f6db-f941-41bf-ac2b-28ba817a8fc9 req-54c5e5b1-aa4c-4d02-bad2-5c1e5e2359dd tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 946 time: 0.0713947 Oct 27 10:19:06.961388 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-e147f6db-f941-41bf-ac2b-28ba817a8fc9 req-3717cd25-ed6a-485a-ad2a-3792b24e6fa2 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380757 Oct 27 10:19:06.999463 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d242bc2-0ed7-4ba5-bdfe-f140cd1a8017 req-0fb3cbe3-147b-489b-bb68-8752ca6c4e8f tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:07.001177 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-8d242bc2-0ed7-4ba5-bdfe-f140cd1a8017 req-0fb3cbe3-147b-489b-bb68-8752ca6c4e8f tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ce4b748-c30f-4891-87e8-b167e1d8caf3 HTTP/1.1" status: 200 len: 944 time: 0.0804567 Oct 27 10:19:07.049639 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-8d242bc2-0ed7-4ba5-bdfe-f140cd1a8017 req-0a94208b-da55-4e84-94e2-13b9aa2f5329 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423989 Oct 27 10:19:07.125226 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:08.099348 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff9297-f0ef-4f48-b1b7-44bbb2847b16 req-14dff992-e98d-4d16-9e7e-93db71e5987c tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:08.100913 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-95ff9297-f0ef-4f48-b1b7-44bbb2847b16 req-14dff992-e98d-4d16-9e7e-93db71e5987c tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 946 time: 0.0570807 Oct 27 10:19:08.154848 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-95ff9297-f0ef-4f48-b1b7-44bbb2847b16 req-07938f9e-8780-4d4e-a566-d29c646ff8d0 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467601 Oct 27 10:19:08.424174 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135d8e0-8ad1-4b10-8125-8e4c6fd389d5 req-28637f2f-f5fb-43a7-9348-ab1b6b242012 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:08.426160 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1135d8e0-8ad1-4b10-8125-8e4c6fd389d5 req-28637f2f-f5fb-43a7-9348-ab1b6b242012 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ce4b748-c30f-4891-87e8-b167e1d8caf3 HTTP/1.1" status: 200 len: 944 time: 0.0557656 Oct 27 10:19:08.472940 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1135d8e0-8ad1-4b10-8125-8e4c6fd389d5 req-344b0c6b-18df-4cf2-b6d0-6107ac259bc2 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403016 Oct 27 10:19:08.952072 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device ac75190d-aa0e-4025-a0f5-3af57c43f587 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:19:09.060213 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port ac75190d-aa0e-4025-a0f5-3af57c43f587, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ac75190d-aa0e-4025-a0f5-3af57c43f587,segment=NetworkSegment(c6701753-9a96-494a-a422-463d38a89485),segment_id=c6701753-9a96-494a-a422-463d38a89485)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:09.073909 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Returning: {'device': 'ac75190d-aa0e-4025-a0f5-3af57c43f587', 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b', 'port_id': 'ac75190d-aa0e-4025-a0f5-3af57c43f587', 'mac_address': 'fa:16:3e:84:6c:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22ddcb0e-0b75-477e-b461-720a6b940632', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:19:09.116173 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:09.131318 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac75190d-aa0e-4025-a0f5-3af57c43f587 {{(pid=101975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:19:09.153010 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port ac75190d-aa0e-4025-a0f5-3af57c43f587, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ac75190d-aa0e-4025-a0f5-3af57c43f587,segment=NetworkSegment(c6701753-9a96-494a-a422-463d38a89485),segment_id=c6701753-9a96-494a-a422-463d38a89485)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:09.217120 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:09.285287 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=ac75190d-aa0e-4025-a0f5-3af57c43f587,revision_number=4']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:09.298388 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d5a7f-47a1-49f6-93e2-d5193134ef2a req-4a9aae19-0a6e-41c0-b662-b6e77693009d tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:09.300452 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1f7d5a7f-47a1-49f6-93e2-d5193134ef2a req-4a9aae19-0a6e-41c0-b662-b6e77693009d tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 946 time: 0.0747452 Oct 27 10:19:09.350054 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1f7d5a7f-47a1-49f6-93e2-d5193134ef2a req-29f0ea1f-9c48-4d98-a490-927bc9625336 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430312 Oct 27 10:19:09.557634 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] get_ports_and_sgs() called for port_ids ['ac75190d-aa0e-4025-a0f5-3af57c43f587'] {{(pid=101975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:19:09.598870 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a604e-407d-46da-ac26-87f6f5551c69 req-984dabd9-5152-4da7-adf5-3b947985eef1 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:09.606912 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-c74a604e-407d-46da-ac26-87f6f5551c69 req-984dabd9-5152-4da7-adf5-3b947985eef1 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ce4b748-c30f-4891-87e8-b167e1d8caf3 HTTP/1.1" status: 200 len: 945 time: 0.0642509 Oct 27 10:19:09.657971 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-c74a604e-407d-46da-ac26-87f6f5551c69 req-28758cf4-572c-4bf0-bc33-c50d67952576 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500464 Oct 27 10:19:09.962277 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 52794) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:10.115861 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-ef2a53fe-0498-4107-9d07-635509946061 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:10.201395 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-ef2a53fe-0498-4107-9d07-635509946061 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:10.267810 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-ef2a53fe-0498-4107-9d07-635509946061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:10.318145 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-ef2a53fe-0498-4107-9d07-635509946061 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=db734557f98d458da43c5023bfbae9f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3544738 Oct 27 10:19:10.320987 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 52802) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:10.321475 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a53fe-0498-4107-9d07-635509946061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a71293c-f46b-4ed6-854e-df4bec9c936b,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:10.409125 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-46599183-d046-44d5-9ed3-78f93e1b3577 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:10.432818 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-46599183-d046-44d5-9ed3-78f93e1b3577 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:10.501055 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9cf6f-0e75-4000-845d-c72e2c006161 req-ad4f84f5-6537-42f9-bc6e-709b24639c24 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:10.502904 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-56b9cf6f-0e75-4000-845d-c72e2c006161 req-ad4f84f5-6537-42f9-bc6e-709b24639c24 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 946 time: 0.0584118 Oct 27 10:19:10.546783 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-56b9cf6f-0e75-4000-845d-c72e2c006161 req-f68a125d-a626-4e42-9826-6ccd24d60ac9 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376563 Oct 27 10:19:10.784062 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85609a-fb71-4768-8e22-376e05e5191b req-ecfabd05-bf5e-4d46-8e30-c32909fe4666 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:10.785469 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-fb85609a-fb71-4768-8e22-376e05e5191b req-ecfabd05-bf5e-4d46-8e30-c32909fe4666 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ce4b748-c30f-4891-87e8-b167e1d8caf3 HTTP/1.1" status: 200 len: 945 time: 0.0499561 Oct 27 10:19:10.804689 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-46599183-d046-44d5-9ed3-78f93e1b3577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:10.807343 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-46599183-d046-44d5-9ed3-78f93e1b3577 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:10.812296 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-46599183-d046-44d5-9ed3-78f93e1b3577 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1a71293c-f46b-4ed6-854e-df4bec9c936b HTTP/1.1" status: 204 len: 168 time: 0.4888928 Oct 27 10:19:10.822137 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46599183-d046-44d5-9ed3-78f93e1b3577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a71293c-f46b-4ed6-854e-df4bec9c936b,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:10.869757 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-fb85609a-fb71-4768-8e22-376e05e5191b req-112226b7-cfb1-4406-81ae-ef308eea240f tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782127 Oct 27 10:19:10.954171 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device ac75190d-aa0e-4025-a0f5-3af57c43f587 up at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:19:11.103001 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Provisioning for port ac75190d-aa0e-4025-a0f5-3af57c43f587 completed by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:19:11.114457 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Provisioning complete for port ac75190d-aa0e-4025-a0f5-3af57c43f587 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:11.114457 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:11.279131 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:11.307518 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce4b748-c30f-4891-87e8-b167e1d8caf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac75190d-aa0e-4025-a0f5-3af57c43f587'}] {{(pid=101975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:19:11.310079 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef74c052f1c640f85ff9302be404e86fdcd9e777050b230953bf81409b3ec6af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0819d987-9ffa-448e-bc06-0c9b4ed7a51b" -d '{"events": [{"server_uuid": "3ce4b748-c30f-4891-87e8-b167e1d8caf3", "name": "network-vif-plugged", "status": "completed", "tag": "ac75190d-aa0e-4025-a0f5-3af57c43f587"}]}' {{(pid=101975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:19:11.344136 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port ac75190d-aa0e-4025-a0f5-3af57c43f587, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ac75190d-aa0e-4025-a0f5-3af57c43f587,segment=NetworkSegment(c6701753-9a96-494a-a422-463d38a89485),segment_id=c6701753-9a96-494a-a422-463d38a89485)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:11.391718 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e80abe-58b6-4409-ba54-88be6aed3ec1 x-openstack-request-id: req-95e80abe-58b6-4409-ba54-88be6aed3ec1 {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:19:11.392214 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce4b748-c30f-4891-87e8-b167e1d8caf3", "name": "network-vif-plugged", "status": "completed", "tag": "ac75190d-aa0e-4025-a0f5-3af57c43f587", "code": 200}]} {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:19:11.392622 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-95e80abe-58b6-4409-ba54-88be6aed3ec1 {{(pid=101975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:19:11.393265 dv-cinder-815146-2-iscsi neutron-server[101975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce4b748-c30f-4891-87e8-b167e1d8caf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac75190d-aa0e-4025-a0f5-3af57c43f587', 'code': 200} Oct 27 10:19:11.405031 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:11.486106 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=ac75190d-aa0e-4025-a0f5-3af57c43f587,revision_number=5']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:11.551344 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 52830) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:11.569351 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-38c086c2-f0e3-4e6e-a077-702e4198629a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:11.669635 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-38c086c2-f0e3-4e6e-a077-702e4198629a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:11.714733 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c1d01-add1-4dd3-9f7a-402fb6275cc9 req-440c241f-fab3-4187-b249-f699023becaf tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:11.716254 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-086c1d01-add1-4dd3-9f7a-402fb6275cc9 req-440c241f-fab3-4187-b249-f699023becaf tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 946 time: 0.0618806 Oct 27 10:19:11.753535 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-38c086c2-f0e3-4e6e-a077-702e4198629a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:11.793774 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-086c1d01-add1-4dd3-9f7a-402fb6275cc9 req-78672e58-93ac-4aef-8963-d49e4a120c6b tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708787 Oct 27 10:19:11.890965 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-38c086c2-f0e3-4e6e-a077-702e4198629a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c7f912910d80479fba3047c2a98cc3c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3278608 Oct 27 10:19:11.890965 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c086c2-f0e3-4e6e-a077-702e4198629a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd96bc2-9fdb-4edd-9b15-6214c00a15c1,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:11.892287 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 52838) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:11.923125 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6701c39e-fcab-4ee7-9da1-323de74602f7 req-3724ccfc-b8f8-4693-8f9f-f01264881770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:11.925634 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-6701c39e-fcab-4ee7-9da1-323de74602f7 req-3724ccfc-b8f8-4693-8f9f-f01264881770 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3ce4b748-c30f-4891-87e8-b167e1d8caf3 HTTP/1.1" status: 200 len: 1099 time: 0.1354272 Oct 27 10:19:11.951457 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-1de593d2-472b-43f8-a828-c01d35b42819 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:11.977614 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-1de593d2-472b-43f8-a828-c01d35b42819 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:11.990181 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-6701c39e-fcab-4ee7-9da1-323de74602f7 req-fd3213b4-d470-4db8-9473-e44c8829c7dc service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555775 Oct 27 10:19:12.069960 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40e725-7bda-4f7a-8a5e-e5f581a40978 req-327deed6-5205-4a35-9060-a32c08675be2 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:12.071750 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-3f40e725-7bda-4f7a-8a5e-e5f581a40978 req-327deed6-5205-4a35-9060-a32c08675be2 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ce4b748-c30f-4891-87e8-b167e1d8caf3 HTTP/1.1" status: 200 len: 946 time: 0.0683866 Oct 27 10:19:12.115933 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-3f40e725-7bda-4f7a-8a5e-e5f581a40978 req-1f96120a-344e-4fa7-89ab-27b274c06a28 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378108 Oct 27 10:19:12.131570 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-1de593d2-472b-43f8-a828-c01d35b42819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:12.134449 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-1de593d2-472b-43f8-a828-c01d35b42819 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:12.143278 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-1de593d2-472b-43f8-a828-c01d35b42819 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/efd96bc2-9fdb-4edd-9b15-6214c00a15c1 HTTP/1.1" status: 204 len: 168 time: 0.2467108 Oct 27 10:19:12.150852 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de593d2-472b-43f8-a828-c01d35b42819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd96bc2-9fdb-4edd-9b15-6214c00a15c1,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:12.999198 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 52866) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:13.073462 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fedbcb8-c3fa-4e05-9ef0-71f988cb88e8 req-ac1184c9-539e-4fc5-9c66-147cfa6128dc tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:13.075217 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-5fedbcb8-c3fa-4e05-9ef0-71f988cb88e8 req-ac1184c9-539e-4fc5-9c66-147cfa6128dc tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 946 time: 0.0874536 Oct 27 10:19:13.147668 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-5fedbcb8-c3fa-4e05-9ef0-71f988cb88e8 req-937c4aa4-9f15-4137-8ef5-9bcd620fc73c tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629547 Oct 27 10:19:13.175391 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-2ec7d5b6-0765-4600-b9d5-b9746b3ad380 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:13.323552 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35fe44-afbe-4e9b-96e3-ba2869841e2b req-3a8282d0-c964-41b2-b610-83b197d70365 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:13.325321 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-3e35fe44-afbe-4e9b-96e3-ba2869841e2b req-3a8282d0-c964-41b2-b610-83b197d70365 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ce4b748-c30f-4891-87e8-b167e1d8caf3 HTTP/1.1" status: 200 len: 946 time: 0.0888050 Oct 27 10:19:13.358286 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-2ec7d5b6-0765-4600-b9d5-b9746b3ad380 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:13.393120 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-3e35fe44-afbe-4e9b-96e3-ba2869841e2b req-ca45acea-5aa1-469e-981e-45b76d376271 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547183 Oct 27 10:19:13.450875 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-2ec7d5b6-0765-4600-b9d5-b9746b3ad380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:13.503051 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-2ec7d5b6-0765-4600-b9d5-b9746b3ad380 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=de4ea5fc5cb54382a3daeb1c76e9e476&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5006833 Oct 27 10:19:13.504512 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7d5b6-0765-4600-b9d5-b9746b3ad380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89bddbe0-3e4f-417c-8b9b-2a00c9827570,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:13.505268 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 52886) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:13.574800 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-6ea89e49-9a08-4a5f-b00a-f5c9a90da3ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:13.611908 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-6ea89e49-9a08-4a5f-b00a-f5c9a90da3ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:13.776984 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-6ea89e49-9a08-4a5f-b00a-f5c9a90da3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:13.779809 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-6ea89e49-9a08-4a5f-b00a-f5c9a90da3ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:13.785619 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-6ea89e49-9a08-4a5f-b00a-f5c9a90da3ab admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/89bddbe0-3e4f-417c-8b9b-2a00c9827570 HTTP/1.1" status: 204 len: 168 time: 0.2747192 Oct 27 10:19:13.797884 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea89e49-9a08-4a5f-b00a-f5c9a90da3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bddbe0-3e4f-417c-8b9b-2a00c9827570,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:14.097020 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:14.290575 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2222d-892f-4499-a26c-e63dc14e3f94 req-42746aab-a914-4c0f-b4e4-9bfd79ef7cd5 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:14.292409 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-60c2222d-892f-4499-a26c-e63dc14e3f94 req-42746aab-a914-4c0f-b4e4-9bfd79ef7cd5 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 946 time: 0.0679219 Oct 27 10:19:14.337375 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-60c2222d-892f-4499-a26c-e63dc14e3f94 req-b071eb00-473c-4eec-a6aa-0601d1f63d78 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383923 Oct 27 10:19:14.509280 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a70a2-d2e4-4b5e-ba26-4330b65d52aa req-380b8158-b2e0-4956-bc93-976cf0e76bc3 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:14.510845 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-ca1a70a2-d2e4-4b5e-ba26-4330b65d52aa req-380b8158-b2e0-4956-bc93-976cf0e76bc3 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ce4b748-c30f-4891-87e8-b167e1d8caf3 HTTP/1.1" status: 200 len: 946 time: 0.0517335 Oct 27 10:19:14.557968 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-ca1a70a2-d2e4-4b5e-ba26-4330b65d52aa req-1783abb5-d2a9-47e4-bf8a-aa9d0ea6ae4c tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393665 Oct 27 10:19:14.707109 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190d623-b88e-4c2a-b711-5b103264583a req-9705a8a8-81e9-4792-aa01-0508b08fd56a tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:14.714447 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7190d623-b88e-4c2a-b711-5b103264583a req-9705a8a8-81e9-4792-aa01-0508b08fd56a tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ce4b748-c30f-4891-87e8-b167e1d8caf3 HTTP/1.1" status: 200 len: 946 time: 0.0744905 Oct 27 10:19:14.745258 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 52914) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:14.754756 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7190d623-b88e-4c2a-b711-5b103264583a req-7dfdc0fa-9196-44ec-86ea-06455aa5f518 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391374 Oct 27 10:19:14.778872 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 52918) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:14.831241 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2531712e-bb8a-462a-aa07-cb22bd886268 tempest-TestVolumeBootPattern-540725786 tempest-TestVolumeBootPattern-540725786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:14.833459 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-2531712e-bb8a-462a-aa07-cb22bd886268 tempest-TestVolumeBootPattern-540725786 tempest-TestVolumeBootPattern-540725786-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3ce4b748-c30f-4891-87e8-b167e1d8caf3 HTTP/1.1" status: 200 len: 1094 time: 0.0532887 Oct 27 10:19:14.836262 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 52920) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:14.842618 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [None req-55c50c09-1948-47d5-99d0-e6707d84bdb1 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Request body: {'floatingip': {'floating_network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'port_id': 'ac75190d-aa0e-4025-a0f5-3af57c43f587', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:14.893795 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-d6f410d9-c9b2-4804-989a-27dcb11be540 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:14.971214 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-55c50c09-1948-47d5-99d0-e6707d84bdb1 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks [] for floatingip, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:14.998251 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-d6f410d9-c9b2-4804-989a-27dcb11be540 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:15.062743 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-d6f410d9-c9b2-4804-989a-27dcb11be540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:15.117481 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-d6f410d9-c9b2-4804-989a-27dcb11be540 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2a95e2aee71d4bd9a75266ceba23ef72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3684888 Oct 27 10:19:15.118399 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 52924) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:15.193806 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f410d9-c9b2-4804-989a-27dcb11be540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd15f0f2-df5e-4350-9c7b-c70bd0bf1028,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:15.217955 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-55c50c09-1948-47d5-99d0-e6707d84bdb1 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:15.225655 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9ab3c813-5d17-445e-b88d-9c850769acb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:15.261880 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9ab3c813-5d17-445e-b88d-9c850769acb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:15.365395 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.db.db_base_plugin_common [None req-55c50c09-1948-47d5-99d0-e6707d84bdb1 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Allocated IP 172.27.0.91 (69571a3e-4e32-484c-817d-d4e48eaaa088/c41fd2cf-ce58-48ac-94e7-7a64d200bbef/a0324d8f-624b-405a-a1d1-32954a84dde3) {{(pid=101974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:19:15.394429 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9ab3c813-5d17-445e-b88d-9c850769acb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:15.399784 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9ab3c813-5d17-445e-b88d-9c850769acb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:15.404635 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-9ab3c813-5d17-445e-b88d-9c850769acb5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bd15f0f2-df5e-4350-9c7b-c70bd0bf1028 HTTP/1.1" status: 204 len: 168 time: 0.2843616 Oct 27 10:19:15.417554 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab3c813-5d17-445e-b88d-9c850769acb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd15f0f2-df5e-4350-9c7b-c70bd0bf1028,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:15.568262 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-55c50c09-1948-47d5-99d0-e6707d84bdb1 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks [] for port, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:15.576821 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea296d-5cf6-4dbe-907c-14fef69335f3 req-9a910f88-6671-47b4-adf7-42e3bae64968 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:15.578975 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a3ea296d-5cf6-4dbe-907c-14fef69335f3 req-9a910f88-6671-47b4-adf7-42e3bae64968 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 946 time: 0.1106629 Oct 27 10:19:15.638606 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a3ea296d-5cf6-4dbe-907c-14fef69335f3 req-c58fc3c2-eaac-48fb-bf4c-6477d09c65ff tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511436 Oct 27 10:19:15.754110 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-55c50c09-1948-47d5-99d0-e6707d84bdb1 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078929'] for port, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:15.798060 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c50c09-1948-47d5-99d0-e6707d84bdb1 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Network 69571a3e-4e32-484c-817d-d4e48eaaa088 is already hosted by enough agents. {{(pid=101974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:19:15.801066 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.base_scheduler [None req-55c50c09-1948-47d5-99d0-e6707d84bdb1 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Resources bound (agent type, host, resource id): {{(pid=101974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:19:15.804633 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c50c09-1948-47d5-99d0-e6707d84bdb1 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Received port after_create {{(pid=101974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:19:15.831578 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c50c09-1948-47d5-99d0-e6707d84bdb1 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Pushing event updated for resources: {'Port': ['ID=a0324d8f-624b-405a-a1d1-32954a84dde3,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:16.174673 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-55c50c09-1948-47d5-99d0-e6707d84bdb1 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:16.287099 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-55c50c09-1948-47d5-99d0-e6707d84bdb1 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:16.436685 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-55c50c09-1948-47d5-99d0-e6707d84bdb1 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks [] for port, precommit_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:16.508024 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-55c50c09-1948-47d5-99d0-e6707d84bdb1 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12079018'] for port, after_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:16.579123 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c50c09-1948-47d5-99d0-e6707d84bdb1 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Pushing event updated for resources: {'Port': ['ID=a0324d8f-624b-405a-a1d1-32954a84dde3,revision_number=2']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:16.589901 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-55c50c09-1948-47d5-99d0-e6707d84bdb1 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564014'] for floatingip, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:16.639647 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 52960) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:16.694544 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.db.l3_db [None req-55c50c09-1948-47d5-99d0-e6707d84bdb1 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Floating IP aad1e788-8f75-4649-ab1f-c9b7a15d4ec3 associated. External IP: 172.27.0.91, port: ac75190d-aa0e-4025-a0f5-3af57c43f587. Oct 27 10:19:16.754023 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-b2c3f897-957a-4223-90c0-fc6d5e6f56a8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1542545765-network', 'tenant_id': '7eccb1a479ed45018a41a143769f7e6c'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:16.812212 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5102b2c-43d2-43b7-beac-cdedb9b0c4f5 req-b405305d-5d78-4625-b4b8-0eabdac33a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:16.814369 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-d5102b2c-43d2-43b7-beac-cdedb9b0c4f5 req-b405305d-5d78-4625-b4b8-0eabdac33a14 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=20d2cc4467704c129f691b1ba2dd72cc&device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 1099 time: 0.1119611 Oct 27 10:19:16.829027 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14861c85-66a5-4c73-b550-d8a4f247b9ad req-3fc8eee2-a5fd-4e01-82a5-e466dae96f41 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:16.830449 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-14861c85-66a5-4c73-b550-d8a4f247b9ad req-3fc8eee2-a5fd-4e01-82a5-e466dae96f41 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 946 time: 0.0729699 Oct 27 10:19:16.880174 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c3f897-957a-4223-90c0-fc6d5e6f56a8 admin admin] Made reservation on behalf of 7eccb1a479ed45018a41a143769f7e6c for: {'network': 1} {{(pid=101973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:19:16.882404 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b2c3f897-957a-4223-90c0-fc6d5e6f56a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for network, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:16.902508 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c50c09-1948-47d5-99d0-e6707d84bdb1 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Router 0983b7c0-7af8-45ae-9a29-53b2556b2e2f has already been hosted by L3 agent b2a2dab9-f998-4002-b8bb-cf3ca8546284 {{(pid=101974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:19:16.909397 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b2c3f897-957a-4223-90c0-fc6d5e6f56a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:16.933306 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-14861c85-66a5-4c73-b550-d8a4f247b9ad req-607e8764-381c-4e7c-b958-41fc7148e1c2 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936522 Oct 27 10:19:16.979277 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5102b2c-43d2-43b7-beac-cdedb9b0c4f5 req-05e4f6b3-3f86-4395-a3ed-529fc44cfcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:16.980786 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-d5102b2c-43d2-43b7-beac-cdedb9b0c4f5 req-05e4f6b3-3f86-4395-a3ed-529fc44cfcc4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=232c2cd8-3827-47b2-95ae-f90c0b9d2e5c HTTP/1.1" status: 200 len: 919 time: 0.1494377 Oct 27 10:19:17.014309 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c50c09-1948-47d5-99d0-e6707d84bdb1 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Notify agent at l3_agent.dv-cinder-815146-2-iscsi the message routers_updated {{(pid=101974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:19:17.025203 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ac937d-270e-4e17-b4ff-ea67fb65d739 None None] Sync routers for ids ['0983b7c0-7af8-45ae-9a29-53b2556b2e2f'] in dv-cinder-815146-2-iscsi {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:19:17.035400 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ac937d-270e-4e17-b4ff-ea67fb65d739 None None] Routers {'0983b7c0-7af8-45ae-9a29-53b2556b2e2f'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:19:17.036552 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-23ac937d-270e-4e17-b4ff-ea67fb65d739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:19:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['0983b7c0-7af8-45ae-9a29-53b2556b2e2f'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:17.069120 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-d5102b2c-43d2-43b7-beac-cdedb9b0c4f5 req-05abb211-dd42-4ad3-8b98-8d9465fb9977 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13b7a318-8669-4b93-8778-a5bb694f6e13 HTTP/1.1" status: 200 len: 1002 time: 0.0801499 Oct 27 10:19:17.082988 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b2c3f897-957a-4223-90c0-fc6d5e6f56a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:17.110795 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-55c50c09-1948-47d5-99d0-e6707d84bdb1 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for floatingip, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:17.122111 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5102b2c-43d2-43b7-beac-cdedb9b0c4f5 req-3d635ce1-7b9e-430f-95be-8292217af246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:17.123877 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-d5102b2c-43d2-43b7-beac-cdedb9b0c4f5 req-3d635ce1-7b9e-430f-95be-8292217af246 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=32f65f21-7a7c-4568-afd2-3193e7fc13b4 HTTP/1.1" status: 200 len: 856 time: 0.0475528 Oct 27 10:19:17.141196 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-55c50c09-1948-47d5-99d0-e6707d84bdb1 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3034263 Oct 27 10:19:17.142988 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce4b748-c30f-4891-87e8-b167e1d8caf3', 'tag': 'ac75190d-aa0e-4025-a0f5-3af57c43f587'}] {{(pid=101974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:19:17.144860 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf944270f4c6cd15fd7b67f1263b575d4441d7d254681f9dd92e2334043a3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c694ccd9-56f1-42f6-9e96-ac2c1d071e0c" -d '{"events": [{"name": "network-changed", "server_uuid": "3ce4b748-c30f-4891-87e8-b167e1d8caf3", "tag": "ac75190d-aa0e-4025-a0f5-3af57c43f587"}]}' {{(pid=101974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:19:17.166907 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-23ac937d-270e-4e17-b4ff-ea67fb65d739 None None] Set router 0983b7c0-7af8-45ae-9a29-53b2556b2e2f gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:19:17.173483 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b2c3f897-957a-4223-90c0-fc6d5e6f56a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:17.186068 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2c3f897-957a-4223-90c0-fc6d5e6f56a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1016} {{(pid=101973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:19:17.195711 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b2c3f897-957a-4223-90c0-fc6d5e6f56a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908'] for segment, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:17.196188 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.db.segments_db [None req-b2c3f897-957a-4223-90c0-fc6d5e6f56a8 admin admin] Added segment 550fd727-22c6-4869-bd63-4d608e728918 of type vlan for network 769f9123-c250-4499-922a-eda89e184ff6 Oct 27 10:19:17.241937 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b2c3f897-957a-4223-90c0-fc6d5e6f56a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740339715530'] for network, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:17.305224 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5102b2c-43d2-43b7-beac-cdedb9b0c4f5 req-c65c5cf6-7105-43c6-a5c5-6600a4c5eda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:17.306972 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-d5102b2c-43d2-43b7-beac-cdedb9b0c4f5 req-c65c5cf6-7105-43c6-a5c5-6600a4c5eda3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=232c2cd8-3827-47b2-95ae-f90c0b9d2e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1755989 Oct 27 10:19:17.307554 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c3f897-957a-4223-90c0-fc6d5e6f56a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd22afe8-2edd-4b34-a04e-1760be3c80b8,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:17.316315 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b2c3f897-957a-4223-90c0-fc6d5e6f56a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413'] for network, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:17.317410 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c3f897-957a-4223-90c0-fc6d5e6f56a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:17.318147 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b2c3f897-957a-4223-90c0-fc6d5e6f56a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for network, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:17.361845 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb9bf47-0e16-4098-9462-7cb30d94bd85 x-openstack-request-id: req-7fb9bf47-0e16-4098-9462-7cb30d94bd85 {{(pid=101974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:19:17.362425 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ce4b748-c30f-4891-87e8-b167e1d8caf3", "tag": "ac75190d-aa0e-4025-a0f5-3af57c43f587", "status": "completed", "code": 200}]} {{(pid=101974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:19:17.362756 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7fb9bf47-0e16-4098-9462-7cb30d94bd85 {{(pid=101974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:19:17.363227 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce4b748-c30f-4891-87e8-b167e1d8caf3', 'tag': 'ac75190d-aa0e-4025-a0f5-3af57c43f587', 'status': 'completed', 'code': 200} Oct 27 10:19:17.436079 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-23ac937d-270e-4e17-b4ff-ea67fb65d739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'name': 'tempest-TestVolumeBootPattern-1120565903-router', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:14:58Z', 'updated_at': '2021-10-27T10:15:02Z', 'revision_number': 4, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'gw_port': {'id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:14:59Z', 'updated_at': '2021-10-27T10:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_floatingips': [{'id': 'aad1e788-8f75-4649-ab1f-c9b7a15d4ec3', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'floating_ip_address': '172.27.0.91', 'floating_network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'router_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'port_id': 'ac75190d-aa0e-4025-a0f5-3af57c43f587', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b', 'mac_address': 'fa:16:3e:84:6c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce4b748-c30f-4891-87e8-b167e1d8caf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:19:16Z', 'updated_at': '2021-10-27T10:19:16Z', 'revision_number': 0, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '089d0dc8-5ebf-48f1-8622-11f312be0018', 'name': '', 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'mac_address': 'fa:16:3e:22:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '22ddcb0e-0b75-477e-b461-720a6b940632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:15:02Z', 'updated_at': '2021-10-27T10:15:07Z', 'revision_number': 5, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'subnets': [{'id': '22ddcb0e-0b75-477e-b461-720a6b940632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:17.457685 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c3f897-957a-4223-90c0-fc6d5e6f56a8 admin admin] Pushing event updated for resources: {'Network': ['ID=769f9123-c250-4499-922a-eda89e184ff6,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:17.464186 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ac937d-270e-4e17-b4ff-ea67fb65d739 None None] Checking router: 0983b7c0-7af8-45ae-9a29-53b2556b2e2f for host: dv-cinder-815146-2-iscsi {{(pid=101975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:19:17.470129 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Network 769f9123-c250-4499-922a-eda89e184ff6 details requested by agent ovs-agent-dv-cinder-815146-2-iscsi with host dv-cinder-815146-2-iscsi {{(pid=101975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:19:17.488723 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694ccd9-56f1-42f6-9e96-ac2c1d071e0c req-05e51ad3-8331-4ee4-a1c2-8fe4b8b37998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:17.490314 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-c694ccd9-56f1-42f6-9e96-ac2c1d071e0c req-05e51ad3-8331-4ee4-a1c2-8fe4b8b37998 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ce4fbe5437b54e06856c6e5fba0e6a8d&device_id=3ce4b748-c30f-4891-87e8-b167e1d8caf3 HTTP/1.1" status: 200 len: 1099 time: 0.0847619 Oct 27 10:19:17.493464 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-b2c3f897-957a-4223-90c0-fc6d5e6f56a8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8528161 Oct 27 10:19:17.496591 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 52974) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:17.497039 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-d5102b2c-43d2-43b7-beac-cdedb9b0c4f5 req-599bc7df-cfde-4d82-9f12-72b708c08dc7 service neutron] 10.222.0.81 "GET /v2.0/networks/232c2cd8-3827-47b2-95ae-f90c0b9d2e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819363 Oct 27 10:19:17.502059 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [None req-d5b0c783-4223-4d87-8985-b6e63ac37df1 admin admin] Request body: {'subnet': {'network_id': '769f9123-c250-4499-922a-eda89e184ff6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1542545765-subnet', 'tenant_id': '7eccb1a479ed45018a41a143769f7e6c', 'ip_version': 4}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:17.516862 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ac937d-270e-4e17-b4ff-ea67fb65d739 None None] Routers {'0983b7c0-7af8-45ae-9a29-53b2556b2e2f'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:19:17.517757 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-23ac937d-270e-4e17-b4ff-ea67fb65d739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:19:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['0983b7c0-7af8-45ae-9a29-53b2556b2e2f'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:17.571075 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b0c783-4223-4d87-8985-b6e63ac37df1 admin admin] Made reservation on behalf of 7eccb1a479ed45018a41a143769f7e6c for: {'subnet': 1} {{(pid=101974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:19:17.574031 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-d5b0c783-4223-4d87-8985-b6e63ac37df1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8610317'] for subnet, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:17.650301 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-23ac937d-270e-4e17-b4ff-ea67fb65d739 None None] Set router 0983b7c0-7af8-45ae-9a29-53b2556b2e2f gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:19:17.662514 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694ccd9-56f1-42f6-9e96-ac2c1d071e0c req-ea9bac91-6c3d-498b-a178-2c41f502b733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:17.664609 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-c694ccd9-56f1-42f6-9e96-ac2c1d071e0c req-ea9bac91-6c3d-498b-a178-2c41f502b733 service neutron] 10.222.0.81 "GET /v2.0/networks?id=45ccbdab-8245-4106-a0cd-ddc7afca495b HTTP/1.1" status: 200 len: 914 time: 0.1589839 Oct 27 10:19:17.666004 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-d5102b2c-43d2-43b7-beac-cdedb9b0c4f5 req-e2301884-c97c-455e-910a-f72ad04ae602 service neutron] 10.222.0.81 "GET /v2.0/networks/232c2cd8-3827-47b2-95ae-f90c0b9d2e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536372 Oct 27 10:19:17.743025 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-c694ccd9-56f1-42f6-9e96-ac2c1d071e0c req-c19488c1-353b-4066-ae8c-5bc3a5d969d7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac75190d-aa0e-4025-a0f5-3af57c43f587 HTTP/1.1" status: 200 len: 999 time: 0.0675621 Oct 27 10:19:17.795268 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694ccd9-56f1-42f6-9e96-ac2c1d071e0c req-5b1cf562-5450-4e97-bdd2-3cf5b13cce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:17.797550 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-c694ccd9-56f1-42f6-9e96-ac2c1d071e0c req-5b1cf562-5450-4e97-bdd2-3cf5b13cce6b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=22ddcb0e-0b75-477e-b461-720a6b940632 HTTP/1.1" status: 200 len: 851 time: 0.0456114 Oct 27 10:19:17.828951 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-d5b0c783-4223-4d87-8985-b6e63ac37df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8610335'] for subnet, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:17.850724 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694ccd9-56f1-42f6-9e96-ac2c1d071e0c req-e8d3f7a2-5df8-4ffe-a011-774eec9421c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:17.852574 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-c694ccd9-56f1-42f6-9e96-ac2c1d071e0c req-e8d3f7a2-5df8-4ffe-a011-774eec9421c1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45ccbdab-8245-4106-a0cd-ddc7afca495b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478354 Oct 27 10:19:17.893962 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0c783-4223-4d87-8985-b6e63ac37df1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9966450-d712-49a2-adaa-a4a6541d3cca,revision_number=0']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:17.902306 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b0c783-4223-4d87-8985-b6e63ac37df1 admin admin] Checking segment: {'id': '550fd727-22c6-4869-bd63-4d608e728918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '769f9123-c250-4499-922a-eda89e184ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:19:17.902658 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b0c783-4223-4d87-8985-b6e63ac37df1 admin admin] Network hostable DHCP agents. Network: 769f9123-c250-4499-922a-eda89e184ff6, hostable agents: ['09a5fe22-088d-4af2-a4f8-d44fceaa8957'], hosted agents: [] {{(pid=101974) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:19:17.952780 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-c694ccd9-56f1-42f6-9e96-ac2c1d071e0c req-9e2ca60e-d72d-4c6c-9a84-92e797b08c2a service neutron] 10.222.0.81 "GET /v2.0/networks/45ccbdab-8245-4106-a0cd-ddc7afca495b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913913 Oct 27 10:19:18.000534 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b0c783-4223-4d87-8985-b6e63ac37df1 admin admin] Network 769f9123-c250-4499-922a-eda89e184ff6 is scheduled to be hosted by DHCP agent 09a5fe22-088d-4af2-a4f8-d44fceaa8957 with binding_index 1 {{(pid=101974) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:19:18.013134 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-23ac937d-270e-4e17-b4ff-ea67fb65d739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'name': 'tempest-TestVolumeBootPattern-1120565903-router', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:14:58Z', 'updated_at': '2021-10-27T10:15:02Z', 'revision_number': 4, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'gw_port': {'id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:14:59Z', 'updated_at': '2021-10-27T10:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_floatingips': [{'id': 'aad1e788-8f75-4649-ab1f-c9b7a15d4ec3', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'floating_ip_address': '172.27.0.91', 'floating_network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'router_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'port_id': 'ac75190d-aa0e-4025-a0f5-3af57c43f587', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b', 'mac_address': 'fa:16:3e:84:6c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce4b748-c30f-4891-87e8-b167e1d8caf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:19:16Z', 'updated_at': '2021-10-27T10:19:16Z', 'revision_number': 0, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '089d0dc8-5ebf-48f1-8622-11f312be0018', 'name': '', 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'mac_address': 'fa:16:3e:22:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '22ddcb0e-0b75-477e-b461-720a6b940632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:15:02Z', 'updated_at': '2021-10-27T10:15:07Z', 'revision_number': 5, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'subnets': [{'id': '22ddcb0e-0b75-477e-b461-720a6b940632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:18.043916 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ac937d-270e-4e17-b4ff-ea67fb65d739 None None] The sync data for ids ['0983b7c0-7af8-45ae-9a29-53b2556b2e2f'] in dv-cinder-815146-2-iscsi is: [{'id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'name': 'tempest-TestVolumeBootPattern-1120565903-router', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:14:58Z', 'updated_at': '2021-10-27T10:15:02Z', 'revision_number': 4, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'gw_port': {'id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:14:59Z', 'updated_at': '2021-10-27T10:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_floatingips': [{'id': 'aad1e788-8f75-4649-ab1f-c9b7a15d4ec3', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'floating_ip_address': '172.27.0.91', 'floating_network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'router_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'port_id': 'ac75190d-aa0e-4025-a0f5-3af57c43f587', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b', 'mac_address': 'fa:16:3e:84:6c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce4b748-c30f-4891-87e8-b167e1d8caf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:19:16Z', 'updated_at': '2021-10-27T10:19:16Z', 'revision_number': 0, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '089d0dc8-5ebf-48f1-8622-11f312be0018', 'name': '', 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'mac_address': 'fa:16:3e:22:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '22ddcb0e-0b75-477e-b461-720a6b940632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:15:02Z', 'updated_at': '2021-10-27T10:15:07Z', 'revision_number': 5, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'subnets': [{'id': '22ddcb0e-0b75-477e-b461-720a6b940632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:19:18.088502 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b0723-a28b-4568-ba13-e169c31904c8 req-c651759f-840f-47a8-8fe4-45b9d48acb35 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:18.089943 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-810b0723-a28b-4568-ba13-e169c31904c8 req-c651759f-840f-47a8-8fe4-45b9d48acb35 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 946 time: 0.0776484 Oct 27 10:19:18.093835 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-c694ccd9-56f1-42f6-9e96-ac2c1d071e0c req-d29cf017-c990-4138-bf3d-34c7b71e9758 service neutron] 10.222.0.81 "GET /v2.0/networks/45ccbdab-8245-4106-a0cd-ddc7afca495b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283543 Oct 27 10:19:18.102525 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.base_scheduler [None req-d5b0c783-4223-4d87-8985-b6e63ac37df1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-2-iscsi, 769f9123-c250-4499-922a-eda89e184ff6) {{(pid=101974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:19:18.107153 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b0c783-4223-4d87-8985-b6e63ac37df1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:18.107863 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-d5b0c783-4223-4d87-8985-b6e63ac37df1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:18.117436 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7befaeaa-d23f-4c08-8a07-7a2c9a4b7884 None None] Network 769f9123-c250-4499-922a-eda89e184ff6 requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:19:18.135312 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-810b0723-a28b-4568-ba13-e169c31904c8 req-2c357232-11ea-46e7-a05a-64edf75a64fc tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391321 Oct 27 10:19:18.257804 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 52980) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:18.262183 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-8b207e65-1376-4e44-b979-593966a61a62 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1542545765-router', 'tenant_id': '7eccb1a479ed45018a41a143769f7e6c', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'}}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:18.265313 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-d5b0c783-4223-4d87-8985-b6e63ac37df1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7673619 Oct 27 10:19:18.267248 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf798aab-2739-44e0-b1fd-73a052d50675 None None] New status for floating IP aad1e788-8f75-4649-ab1f-c9b7a15d4ec3: ACTIVE {{(pid=101976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:19:18.283349 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2abd7d-4ffb-40ca-ac34-8c44b8ccd3a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c31819-fd0c-56d4-b47e-8a5f64837448-769f9123-c250-4499-922a-eda89e184ff6', 'network_id': '769f9123-c250-4499-922a-eda89e184ff6', 'tenant_id': '7eccb1a479ed45018a41a143769f7e6c', 'fixed_ips': [{'subnet_id': 'e9966450-d712-49a2-adaa-a4a6541d3cca'}]}} from dv-cinder-815146-2-iscsi. {{(pid=101975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:19:18.285309 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-7a2abd7d-4ffb-40ca-ac34-8c44b8ccd3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:18.360726 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8b207e65-1376-4e44-b979-593966a61a62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-567724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13764'] for router, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:18.361731 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8b207e65-1376-4e44-b979-593966a61a62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-564949', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13757'] for router, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:18.417209 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8b207e65-1376-4e44-b979-593966a61a62 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:18.428850 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.db_base_plugin_common [None req-7a2abd7d-4ffb-40ca-ac34-8c44b8ccd3a7 None None] Allocated IP 172.20.0.2 (769f9123-c250-4499-922a-eda89e184ff6/e9966450-d712-49a2-adaa-a4a6541d3cca/c7ab135c-215d-4842-8797-93a1f69c8ef6) {{(pid=101975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:19:18.574546 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-7a2abd7d-4ffb-40ca-ac34-8c44b8ccd3a7 None None] Publish callbacks [] for port, precommit_create {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:18.632277 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8b207e65-1376-4e44-b979-593966a61a62 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:18.639815 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-7a2abd7d-4ffb-40ca-ac34-8c44b8ccd3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839'] for port, after_create {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:18.680382 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2abd7d-4ffb-40ca-ac34-8c44b8ccd3a7 None None] Network 769f9123-c250-4499-922a-eda89e184ff6 is already hosted by enough agents. {{(pid=101975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:19:18.683309 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.scheduler.base_scheduler [None req-7a2abd7d-4ffb-40ca-ac34-8c44b8ccd3a7 None None] Resources bound (agent type, host, resource id): {{(pid=101975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:19:18.685819 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2abd7d-4ffb-40ca-ac34-8c44b8ccd3a7 None None] Received port after_create {{(pid=101975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:19:18.695187 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2abd7d-4ffb-40ca-ac34-8c44b8ccd3a7 None None] Pushing event updated for resources: {'Port': ['ID=c7ab135c-215d-4842-8797-93a1f69c8ef6,revision_number=1']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:18.750668 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-7a2abd7d-4ffb-40ca-ac34-8c44b8ccd3a7 None None] Attempting to bind port c7ab135c-215d-4842-8797-93a1f69c8ef6 on host dv-cinder-815146-2-iscsi for vnic_type normal with profile {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:19:18.751189 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-7a2abd7d-4ffb-40ca-ac34-8c44b8ccd3a7 None None] Attempting to bind port c7ab135c-215d-4842-8797-93a1f69c8ef6 by drivers openvswitch,hyperv on host dv-cinder-815146-2-iscsi at level 0 using segments [{'id': '550fd727-22c6-4869-bd63-4d608e728918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '769f9123-c250-4499-922a-eda89e184ff6'}] {{(pid=101975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:19:18.751430 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2abd7d-4ffb-40ca-ac34-8c44b8ccd3a7 None None] Attempting to bind port c7ab135c-215d-4842-8797-93a1f69c8ef6 on network 769f9123-c250-4499-922a-eda89e184ff6 {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:19:18.756796 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2abd7d-4ffb-40ca-ac34-8c44b8ccd3a7 None None] Checking agent: {'id': '47afc1f0-2071-45d2-aeaa-ba0f7c30884d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 4, 35), 'started_at': datetime.datetime(2021, 10, 27, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:19:18.757164 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2abd7d-4ffb-40ca-ac34-8c44b8ccd3a7 None None] Checking segment: {'id': '550fd727-22c6-4869-bd63-4d608e728918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '769f9123-c250-4499-922a-eda89e184ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:19:18.757557 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-7a2abd7d-4ffb-40ca-ac34-8c44b8ccd3a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:18.757962 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2abd7d-4ffb-40ca-ac34-8c44b8ccd3a7 None None] Bound using segment: {'id': '550fd727-22c6-4869-bd63-4d608e728918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '769f9123-c250-4499-922a-eda89e184ff6'} {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:19:18.758420 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-7a2abd7d-4ffb-40ca-ac34-8c44b8ccd3a7 None None] Bound port: c7ab135c-215d-4842-8797-93a1f69c8ef6, host: dv-cinder-815146-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '550fd727-22c6-4869-bd63-4d608e728918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '769f9123-c250-4499-922a-eda89e184ff6'}}] {{(pid=101975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:19:18.758790 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-7a2abd7d-4ffb-40ca-ac34-8c44b8ccd3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:18.822202 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-7a2abd7d-4ffb-40ca-ac34-8c44b8ccd3a7 None None] For port c7ab135c-215d-4842-8797-93a1f69c8ef6, host dv-cinder-815146-2-iscsi, cleared binding levels {{(pid=101975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:19:18.825266 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-7a2abd7d-4ffb-40ca-ac34-8c44b8ccd3a7 None None] For port c7ab135c-215d-4842-8797-93a1f69c8ef6, host dv-cinder-815146-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=c7ab135c-215d-4842-8797-93a1f69c8ef6,segment=NetworkSegment(550fd727-22c6-4869-bd63-4d608e728918),segment_id=550fd727-22c6-4869-bd63-4d608e728918)] {{(pid=101975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:19:18.887054 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8b207e65-1376-4e44-b979-593966a61a62 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:18.896744 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-7a2abd7d-4ffb-40ca-ac34-8c44b8ccd3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:18.905110 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8b207e65-1376-4e44-b979-593966a61a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:18.956705 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2abd7d-4ffb-40ca-ac34-8c44b8ccd3a7 None None] Pushing event updated for resources: {'Port': ['ID=c7ab135c-215d-4842-8797-93a1f69c8ef6,revision_number=2']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:19.023243 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.db_base_plugin_common [None req-8b207e65-1376-4e44-b979-593966a61a62 admin admin] Allocated IP 172.27.0.108 (69571a3e-4e32-484c-817d-d4e48eaaa088/c41fd2cf-ce58-48ac-94e7-7a64d200bbef/bea7dd8a-2f53-435a-be98-7a9c011020fd) {{(pid=101973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:19:19.142561 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8b207e65-1376-4e44-b979-593966a61a62 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:19.251587 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8b207e65-1376-4e44-b979-593966a61a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:19.266165 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0317ac0-e973-4168-9451-515385699c97 req-6cf3835e-4626-46fc-bd7c-374dc7909919 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:19.267764 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-e0317ac0-e973-4168-9451-515385699c97 req-6cf3835e-4626-46fc-bd7c-374dc7909919 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 946 time: 0.0519009 Oct 27 10:19:19.291223 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b207e65-1376-4e44-b979-593966a61a62 admin admin] Network 69571a3e-4e32-484c-817d-d4e48eaaa088 is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:19:19.294113 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [None req-8b207e65-1376-4e44-b979-593966a61a62 admin admin] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:19:19.297656 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b207e65-1376-4e44-b979-593966a61a62 admin admin] Received port after_create {{(pid=101973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:19:19.303024 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b207e65-1376-4e44-b979-593966a61a62 admin admin] Pushing event updated for resources: {'Port': ['ID=bea7dd8a-2f53-435a-be98-7a9c011020fd,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:19.305370 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-e0317ac0-e973-4168-9451-515385699c97 req-ad4d46cd-5920-4f4f-b9f1-2b563aced5b5 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315182 Oct 27 10:19:19.641283 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8b207e65-1376-4e44-b979-593966a61a62 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:19.846429 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e6c239-3038-4e31-92ed-a903b21848a4 None None] Network 769f9123-c250-4499-922a-eda89e184ff6 requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:19:19.847686 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8b207e65-1376-4e44-b979-593966a61a62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-564872'] for router, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:19.929288 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-d740587e-787d-44d9-82ad-f1285e052d7f None None] Provisioning complete for port c7ab135c-215d-4842-8797-93a1f69c8ef6 triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:19.929662 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-d740587e-787d-44d9-82ad-f1285e052d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:20.008027 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device c7ab135c-215d-4842-8797-93a1f69c8ef6 up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:19:20.073704 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b207e65-1376-4e44-b979-593966a61a62 admin admin] Router 98b3b807-3fd1-4dde-8481-45ea4d7fd02a is scheduled to L3 agent b2a2dab9-f998-4002-b8bb-cf3ca8546284 with binding_index 1 {{(pid=101973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:19:20.127413 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-d740587e-787d-44d9-82ad-f1285e052d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:20.143254 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port c7ab135c-215d-4842-8797-93a1f69c8ef6 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:20.143254 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:20.181587 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b207e65-1376-4e44-b979-593966a61a62 admin admin] Notify agent at l3_agent.dv-cinder-815146-2-iscsi the message routers_updated {{(pid=101973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:19:20.195470 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd513ce-aa48-4081-85ba-aeb9ad39cb92 None None] Sync routers for ids ['98b3b807-3fd1-4dde-8481-45ea4d7fd02a'] in dv-cinder-815146-2-iscsi {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:19:20.205679 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-d740587e-787d-44d9-82ad-f1285e052d7f None None] For port c7ab135c-215d-4842-8797-93a1f69c8ef6, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=c7ab135c-215d-4842-8797-93a1f69c8ef6,segment=NetworkSegment(550fd727-22c6-4869-bd63-4d608e728918),segment_id=550fd727-22c6-4869-bd63-4d608e728918)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:20.217850 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd513ce-aa48-4081-85ba-aeb9ad39cb92 None None] Routers {'98b3b807-3fd1-4dde-8481-45ea4d7fd02a'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:19:20.219139 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-2dd513ce-aa48-4081-85ba-aeb9ad39cb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:19:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['98b3b807-3fd1-4dde-8481-45ea4d7fd02a'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:20.253802 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8b207e65-1376-4e44-b979-593966a61a62 admin admin] Publish callbacks [] for router, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:20.255371 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-8b207e65-1376-4e44-b979-593966a61a62 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9965112 Oct 27 10:19:20.258069 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 52986) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:20.285299 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-d740587e-787d-44d9-82ad-f1285e052d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:20.391289 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d740587e-787d-44d9-82ad-f1285e052d7f None None] Pushing event updated for resources: {'Port': ['ID=c7ab135c-215d-4842-8797-93a1f69c8ef6,revision_number=3']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:20.414231 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-2dd513ce-aa48-4081-85ba-aeb9ad39cb92 None None] Set router 98b3b807-3fd1-4dde-8481-45ea4d7fd02a gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:19:20.486947 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d189f-f38e-4269-94b6-68109cae14a9 req-95c897f8-d9a3-470e-aeda-7b5e6379b33e tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:20.488681 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-878d189f-f38e-4269-94b6-68109cae14a9 req-95c897f8-d9a3-470e-aeda-7b5e6379b33e tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 946 time: 0.0622768 Oct 27 10:19:20.510488 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-d453a833-2b5e-4d5a-9f1a-ceb48ac32ca4 None None] Provisioning complete for port c7ab135c-215d-4842-8797-93a1f69c8ef6 triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:20.510770 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-d453a833-2b5e-4d5a-9f1a-ceb48ac32ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:20.531990 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-878d189f-f38e-4269-94b6-68109cae14a9 req-3d95a82d-744c-44d3-9bc7-2632f58f762e tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357168 Oct 27 10:19:20.713219 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-2dd513ce-aa48-4081-85ba-aeb9ad39cb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b3b807-3fd1-4dde-8481-45ea4d7fd02a', 'name': 'tempest-TestMinimumBasicScenario-1542545765-router', 'tenant_id': '7eccb1a479ed45018a41a143769f7e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bea7dd8a-2f53-435a-be98-7a9c011020fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:19:18Z', 'updated_at': '2021-10-27T10:19:19Z', 'revision_number': 3, 'project_id': '7eccb1a479ed45018a41a143769f7e6c', 'gw_port': {'id': 'bea7dd8a-2f53-435a-be98-7a9c011020fd', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b3b807-3fd1-4dde-8481-45ea4d7fd02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:19:18Z', 'updated_at': '2021-10-27T10:19:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi'}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:20.745928 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd513ce-aa48-4081-85ba-aeb9ad39cb92 None None] Checking router: 98b3b807-3fd1-4dde-8481-45ea4d7fd02a for host: dv-cinder-815146-2-iscsi {{(pid=101975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:19:20.746277 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd513ce-aa48-4081-85ba-aeb9ad39cb92 None None] Updating router 98b3b807-3fd1-4dde-8481-45ea4d7fd02a port bea7dd8a-2f53-435a-be98-7a9c011020fd binding host dv-cinder-815146-2-iscsi {{(pid=101975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:19:20.773967 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2dd513ce-aa48-4081-85ba-aeb9ad39cb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:20.820847 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.agents_db [None req-86e8c3be-7e21-4532-a65d-8f48c0a472d4 None None] Agent healthcheck: found 6 active agents {{(pid=101976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:19:20.978498 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-5f384bb5-ac66-4d93-9b62-4b0ef5ca295d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:21.021802 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 13b7a318-8669-4b93-8778-a5bb694f6e13 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:19:21.076554 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2dd513ce-aa48-4081-85ba-aeb9ad39cb92 None None] Publish callbacks [] for port, precommit_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:21.135440 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.db.db_base_plugin_common [None req-5f384bb5-ac66-4d93-9b62-4b0ef5ca295d admin admin] Allocated IP 172.20.0.1 (769f9123-c250-4499-922a-eda89e184ff6/e9966450-d712-49a2-adaa-a4a6541d3cca/83c3f2e3-c990-4daa-8dc8-e2578733120e) {{(pid=101974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:19:21.231101 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2dd513ce-aa48-4081-85ba-aeb9ad39cb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:21.255872 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-5f384bb5-ac66-4d93-9b62-4b0ef5ca295d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:21.282953 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:21.303097 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f56fa95-8697-4e88-a0f5-4c952b4d0a84 None None] Pushing event updated for resources: {'Port': ['ID=bea7dd8a-2f53-435a-be98-7a9c011020fd,revision_number=2']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:21.308011 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-2dd513ce-aa48-4081-85ba-aeb9ad39cb92 None None] Attempting to bind port bea7dd8a-2f53-435a-be98-7a9c011020fd on host dv-cinder-815146-2-iscsi for vnic_type normal with profile {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:19:21.309643 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-2dd513ce-aa48-4081-85ba-aeb9ad39cb92 None None] Attempting to bind port bea7dd8a-2f53-435a-be98-7a9c011020fd by drivers openvswitch,hyperv on host dv-cinder-815146-2-iscsi at level 0 using segments [{'id': 'b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'}] {{(pid=101975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:19:21.309643 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd513ce-aa48-4081-85ba-aeb9ad39cb92 None None] Attempting to bind port bea7dd8a-2f53-435a-be98-7a9c011020fd on network 69571a3e-4e32-484c-817d-d4e48eaaa088 {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:19:21.320006 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd513ce-aa48-4081-85ba-aeb9ad39cb92 None None] Checking agent: {'id': '47afc1f0-2071-45d2-aeaa-ba0f7c30884d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 4, 35), 'started_at': datetime.datetime(2021, 10, 27, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:19:21.320383 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd513ce-aa48-4081-85ba-aeb9ad39cb92 None None] Checking segment: {'id': 'b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:19:21.320786 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2dd513ce-aa48-4081-85ba-aeb9ad39cb92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:21.321177 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd513ce-aa48-4081-85ba-aeb9ad39cb92 None None] Bound using segment: {'id': 'b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'} {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:19:21.321649 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-2dd513ce-aa48-4081-85ba-aeb9ad39cb92 None None] Bound port: bea7dd8a-2f53-435a-be98-7a9c011020fd, host: dv-cinder-815146-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'}}] {{(pid=101975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:19:21.322057 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2dd513ce-aa48-4081-85ba-aeb9ad39cb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:21.349101 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13b7a318-8669-4b93-8778-a5bb694f6e13'}] {{(pid=101975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:19:21.351405 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef74c052f1c640f85ff9302be404e86fdcd9e777050b230953bf81409b3ec6af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9319cdaf-9962-48c2-9f41-6a679ba49be1" -d '{"events": [{"server_uuid": "6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab", "name": "network-vif-unplugged", "status": "completed", "tag": "13b7a318-8669-4b93-8778-a5bb694f6e13"}]}' {{(pid=101975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:19:21.360572 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-5f384bb5-ac66-4d93-9b62-4b0ef5ca295d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078929'] for port, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:21.370219 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port 13b7a318-8669-4b93-8778-a5bb694f6e13, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=13b7a318-8669-4b93-8778-a5bb694f6e13,segment=NetworkSegment(2d3ba54e-e4c0-416f-b13e-608a81231259),segment_id=2d3ba54e-e4c0-416f-b13e-608a81231259)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:21.388322 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 27 Oct 2021 10:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b64133-6e79-4228-b202-cc2eb45f8a3d x-openstack-request-id: req-54b64133-6e79-4228-b202-cc2eb45f8a3d {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:19:21.388614 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab", "name": "network-vif-unplugged", "status": "failed", "tag": "13b7a318-8669-4b93-8778-a5bb694f6e13", "code": 422}]} {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:19:21.388868 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-54b64133-6e79-4228-b202-cc2eb45f8a3d {{(pid=101975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:19:21.389354 dv-cinder-815146-2-iscsi neutron-server[101975]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '13b7a318-8669-4b93-8778-a5bb694f6e13', 'code': 422} returned with failed status Oct 27 10:19:21.398528 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2dd513ce-aa48-4081-85ba-aeb9ad39cb92 None None] For port bea7dd8a-2f53-435a-be98-7a9c011020fd, host dv-cinder-815146-2-iscsi, cleared binding levels {{(pid=101975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:19:21.401517 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2dd513ce-aa48-4081-85ba-aeb9ad39cb92 None None] For port bea7dd8a-2f53-435a-be98-7a9c011020fd, host dv-cinder-815146-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=bea7dd8a-2f53-435a-be98-7a9c011020fd,segment=NetworkSegment(b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3),segment_id=b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3)] {{(pid=101975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:19:21.403615 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f384bb5-ac66-4d93-9b62-4b0ef5ca295d admin admin] Network 769f9123-c250-4499-922a-eda89e184ff6 is already hosted by enough agents. {{(pid=101974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:19:21.406511 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.base_scheduler [None req-5f384bb5-ac66-4d93-9b62-4b0ef5ca295d admin admin] Resources bound (agent type, host, resource id): {{(pid=101974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:19:21.410172 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f384bb5-ac66-4d93-9b62-4b0ef5ca295d admin admin] Received port after_create {{(pid=101974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:19:21.415447 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f384bb5-ac66-4d93-9b62-4b0ef5ca295d admin admin] Pushing event updated for resources: {'Port': ['ID=83c3f2e3-c990-4daa-8dc8-e2578733120e,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:21.445285 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:21.462302 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-5f384bb5-ac66-4d93-9b62-4b0ef5ca295d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-564181'] for router_interface, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:21.499584 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=13b7a318-8669-4b93-8778-a5bb694f6e13,revision_number=8']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:21.508855 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2dd513ce-aa48-4081-85ba-aeb9ad39cb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:21.591988 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd513ce-aa48-4081-85ba-aeb9ad39cb92 None None] Routers {'98b3b807-3fd1-4dde-8481-45ea4d7fd02a'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:19:21.592617 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-2dd513ce-aa48-4081-85ba-aeb9ad39cb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:19:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['98b3b807-3fd1-4dde-8481-45ea4d7fd02a'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:21.595193 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f56fa95-8697-4e88-a0f5-4c952b4d0a84 None None] Pushing event updated for resources: {'Port': ['ID=bea7dd8a-2f53-435a-be98-7a9c011020fd,revision_number=3']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:21.688950 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-5f384bb5-ac66-4d93-9b62-4b0ef5ca295d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:21.730870 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-c8f91674-e83b-4906-b4b2-e33837ecde38 None None] Provisioning complete for port 83c3f2e3-c990-4daa-8dc8-e2578733120e triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:21.731108 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-c8f91674-e83b-4906-b4b2-e33837ecde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:21.778818 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-2dd513ce-aa48-4081-85ba-aeb9ad39cb92 None None] Set router 98b3b807-3fd1-4dde-8481-45ea4d7fd02a gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:19:21.844519 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-c8f91674-e83b-4906-b4b2-e33837ecde38 None None] Port 83c3f2e3-c990-4daa-8dc8-e2578733120e cannot update to ACTIVE because it is not bound. {{(pid=101975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:19:21.889324 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-5f384bb5-ac66-4d93-9b62-4b0ef5ca295d admin admin] Publish callbacks [] for port, precommit_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:21.971630 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device c7ab135c-215d-4842-8797-93a1f69c8ef6 up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:19:22.011088 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-5f384bb5-ac66-4d93-9b62-4b0ef5ca295d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12079018'] for port, after_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:22.014983 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-2dd513ce-aa48-4081-85ba-aeb9ad39cb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b3b807-3fd1-4dde-8481-45ea4d7fd02a', 'name': 'tempest-TestMinimumBasicScenario-1542545765-router', 'tenant_id': '7eccb1a479ed45018a41a143769f7e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bea7dd8a-2f53-435a-be98-7a9c011020fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:19:18Z', 'updated_at': '2021-10-27T10:19:19Z', 'revision_number': 3, 'project_id': '7eccb1a479ed45018a41a143769f7e6c', 'gw_port': {'id': 'bea7dd8a-2f53-435a-be98-7a9c011020fd', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b3b807-3fd1-4dde-8481-45ea4d7fd02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:19:18Z', 'updated_at': '2021-10-27T10:19:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi'}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:22.045033 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd513ce-aa48-4081-85ba-aeb9ad39cb92 None None] The sync data for ids ['98b3b807-3fd1-4dde-8481-45ea4d7fd02a'] in dv-cinder-815146-2-iscsi is: [{'id': '98b3b807-3fd1-4dde-8481-45ea4d7fd02a', 'name': 'tempest-TestMinimumBasicScenario-1542545765-router', 'tenant_id': '7eccb1a479ed45018a41a143769f7e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bea7dd8a-2f53-435a-be98-7a9c011020fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:19:18Z', 'updated_at': '2021-10-27T10:19:19Z', 'revision_number': 3, 'project_id': '7eccb1a479ed45018a41a143769f7e6c', 'gw_port': {'id': 'bea7dd8a-2f53-435a-be98-7a9c011020fd', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b3b807-3fd1-4dde-8481-45ea4d7fd02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:19:18Z', 'updated_at': '2021-10-27T10:19:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi'}] {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:19:22.064864 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port c7ab135c-215d-4842-8797-93a1f69c8ef6 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:22.064864 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:22.086597 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-5f384bb5-ac66-4d93-9b62-4b0ef5ca295d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3604363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-564293'] for router_interface, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:22.089826 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f384bb5-ac66-4d93-9b62-4b0ef5ca295d admin admin] Pushing event updated for resources: {'Port': ['ID=83c3f2e3-c990-4daa-8dc8-e2578733120e,revision_number=2']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:22.192547 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f384bb5-ac66-4d93-9b62-4b0ef5ca295d admin admin] Network 769f9123-c250-4499-922a-eda89e184ff6 is already hosted by enough agents. {{(pid=101974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:19:22.193100 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.base_scheduler [None req-5f384bb5-ac66-4d93-9b62-4b0ef5ca295d admin admin] Resources bound (agent type, host, resource id): {{(pid=101974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:19:22.339945 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f384bb5-ac66-4d93-9b62-4b0ef5ca295d admin admin] Router 98b3b807-3fd1-4dde-8481-45ea4d7fd02a has already been hosted by L3 agent b2a2dab9-f998-4002-b8bb-cf3ca8546284 {{(pid=101974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:19:22.477994 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-aaa73d72-19b7-4c41-a8f9-44ec0cc8b750 None None] Provisioning complete for port 83c3f2e3-c990-4daa-8dc8-e2578733120e triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:22.478448 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-aaa73d72-19b7-4c41-a8f9-44ec0cc8b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:22.497089 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f384bb5-ac66-4d93-9b62-4b0ef5ca295d admin admin] Notify agent at l3_agent.dv-cinder-815146-2-iscsi the message routers_updated {{(pid=101974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:19:22.514125 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-5f384bb5-ac66-4d93-9b62-4b0ef5ca295d admin admin] 10.222.0.36 "PUT /v2.0/routers/98b3b807-3fd1-4dde-8481-45ea4d7fd02a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2548254 Oct 27 10:19:22.526219 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-aaa73d72-19b7-4c41-a8f9-44ec0cc8b750 None None] Port 83c3f2e3-c990-4daa-8dc8-e2578733120e cannot update to ACTIVE because it is not bound. {{(pid=101975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:19:22.729821 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [req-0b6d7f69-eeed-4f74-b450-857b280b020e req-09e4ae43-7f22-4bb5-b265-7771380908f3 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101974) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:19:22.730923 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-0b6d7f69-eeed-4f74-b450-857b280b020e req-09e4ae43-7f22-4bb5-b265-7771380908f3 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0598795 Oct 27 10:19:23.063691 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb6074-f4a2-46e5-bb92-52255ea0d582 req-4196b573-1288-4709-8653-98678d5e0b6b tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:23.065178 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-adcb6074-f4a2-46e5-bb92-52255ea0d582 req-4196b573-1288-4709-8653-98678d5e0b6b tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 944 time: 0.0550978 Oct 27 10:19:23.240309 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 53058) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:23.245279 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [None req-bf04b72e-f8a9-4839-b456-a6428fadd661 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2024101604-network', 'tenant_id': '9b0c4cd5b18c4fe1a658ff1ae01d9a02'}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:23.342592 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf04b72e-f8a9-4839-b456-a6428fadd661 admin admin] Made reservation on behalf of 9b0c4cd5b18c4fe1a658ff1ae01d9a02 for: {'network': 1} {{(pid=101974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:19:23.345071 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-bf04b72e-f8a9-4839-b456-a6428fadd661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for network, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:23.354050 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-bf04b72e-f8a9-4839-b456-a6428fadd661 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:23.367647 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-adcb6074-f4a2-46e5-bb92-52255ea0d582 req-d5afb2f1-2a8e-4be3-8858-3f0dd58966ab tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2961485 Oct 27 10:19:23.378035 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-29173564-3543-450c-accd-f32dee5e6a86 req-3982f598-bd4b-44fa-82d2-3b2d02c9f647 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0535455 Oct 27 10:19:23.459702 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-bf04b72e-f8a9-4839-b456-a6428fadd661 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:23.536483 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-bf04b72e-f8a9-4839-b456-a6428fadd661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:23.563762 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf04b72e-f8a9-4839-b456-a6428fadd661 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1029} {{(pid=101974) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:19:23.578749 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04b72e-f8a9-4839-b456-a6428fadd661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c79aed-970d-4aae-848d-90f85f633c61,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:23.583816 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-bf04b72e-f8a9-4839-b456-a6428fadd661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908'] for segment, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:23.584336 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.db.segments_db [None req-bf04b72e-f8a9-4839-b456-a6428fadd661 admin admin] Added segment 338f9d0c-19d5-4de5-92e3-d902360ae1cd of type vlan for network c4117948-b870-4e54-881e-4cb803a47725 Oct 27 10:19:23.633687 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-bf04b72e-f8a9-4839-b456-a6428fadd661 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740339715530'] for network, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:23.713917 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-bf04b72e-f8a9-4839-b456-a6428fadd661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413'] for network, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:23.714751 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf04b72e-f8a9-4839-b456-a6428fadd661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:23.715347 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-bf04b72e-f8a9-4839-b456-a6428fadd661 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for network, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:23.784468 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04b72e-f8a9-4839-b456-a6428fadd661 admin admin] Pushing event updated for resources: {'Network': ['ID=c4117948-b870-4e54-881e-4cb803a47725,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:23.795123 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Network c4117948-b870-4e54-881e-4cb803a47725 details requested by agent ovs-agent-dv-cinder-815146-2-iscsi with host dv-cinder-815146-2-iscsi {{(pid=101975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:19:23.796581 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f70efcf-6885-49c0-9b28-476902c5ff14 None None] Sync routers for ids ['98b3b807-3fd1-4dde-8481-45ea4d7fd02a'] in dv-cinder-815146-2-iscsi {{(pid=101976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:19:23.810744 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f70efcf-6885-49c0-9b28-476902c5ff14 None None] Routers {'98b3b807-3fd1-4dde-8481-45ea4d7fd02a'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:19:23.811374 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-1f70efcf-6885-49c0-9b28-476902c5ff14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:19:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['98b3b807-3fd1-4dde-8481-45ea4d7fd02a'], 'active': True} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:23.853690 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-bf04b72e-f8a9-4839-b456-a6428fadd661 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6121674 Oct 27 10:19:23.856352 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 53076) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:23.862160 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [None req-9ba9c7be-7008-448e-9889-6385790c4f46 admin admin] Request body: {'subnet': {'network_id': 'c4117948-b870-4e54-881e-4cb803a47725', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2024101604-subnet', 'tenant_id': '9b0c4cd5b18c4fe1a658ff1ae01d9a02', 'ip_version': 4}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:23.919088 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvr_db [None req-1f70efcf-6885-49c0-9b28-476902c5ff14 None None] Set router 98b3b807-3fd1-4dde-8481-45ea4d7fd02a gateway port host: dv-cinder-815146-2-iscsi {{(pid=101976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:19:23.975704 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device bea7dd8a-2f53-435a-be98-7a9c011020fd up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:19:24.022548 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba9c7be-7008-448e-9889-6385790c4f46 admin admin] Made reservation on behalf of 9b0c4cd5b18c4fe1a658ff1ae01d9a02 for: {'subnet': 1} {{(pid=101974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:19:24.025437 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-9ba9c7be-7008-448e-9889-6385790c4f46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8610317'] for subnet, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:24.041461 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port bea7dd8a-2f53-435a-be98-7a9c011020fd triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:24.041868 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:24.134742 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:24.156199 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] For port bea7dd8a-2f53-435a-be98-7a9c011020fd, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=bea7dd8a-2f53-435a-be98-7a9c011020fd,segment=NetworkSegment(b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3),segment_id=b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:24.241052 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-1f70efcf-6885-49c0-9b28-476902c5ff14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b3b807-3fd1-4dde-8481-45ea4d7fd02a', 'name': 'tempest-TestMinimumBasicScenario-1542545765-router', 'tenant_id': '7eccb1a479ed45018a41a143769f7e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bea7dd8a-2f53-435a-be98-7a9c011020fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:19:18Z', 'updated_at': '2021-10-27T10:19:21Z', 'revision_number': 4, 'project_id': '7eccb1a479ed45018a41a143769f7e6c', 'gw_port': {'id': 'bea7dd8a-2f53-435a-be98-7a9c011020fd', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b3b807-3fd1-4dde-8481-45ea4d7fd02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:19:18Z', 'updated_at': '2021-10-27T10:19:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '83c3f2e3-c990-4daa-8dc8-e2578733120e', 'name': '', 'network_id': '769f9123-c250-4499-922a-eda89e184ff6', 'tenant_id': '7eccb1a479ed45018a41a143769f7e6c', 'mac_address': 'fa:16:3e:fe:22:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b3b807-3fd1-4dde-8481-45ea4d7fd02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e9966450-d712-49a2-adaa-a4a6541d3cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:19:20Z', 'updated_at': '2021-10-27T10:19:21Z', 'revision_number': 2, 'project_id': '7eccb1a479ed45018a41a143769f7e6c', 'subnets': [{'id': 'e9966450-d712-49a2-adaa-a4a6541d3cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:24.251552 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:24.267786 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f70efcf-6885-49c0-9b28-476902c5ff14 None None] Checking router: 98b3b807-3fd1-4dde-8481-45ea4d7fd02a for host: dv-cinder-815146-2-iscsi {{(pid=101976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:19:24.268140 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f70efcf-6885-49c0-9b28-476902c5ff14 None None] Updating router 98b3b807-3fd1-4dde-8481-45ea4d7fd02a port 83c3f2e3-c990-4daa-8dc8-e2578733120e binding host dv-cinder-815146-2-iscsi {{(pid=101976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:19:24.293600 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-1f70efcf-6885-49c0-9b28-476902c5ff14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:24.297380 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-9ba9c7be-7008-448e-9889-6385790c4f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8610335'] for subnet, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:24.312245 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Pushing event updated for resources: {'Port': ['ID=bea7dd8a-2f53-435a-be98-7a9c011020fd,revision_number=4']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:24.366083 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9c7be-7008-448e-9889-6385790c4f46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fec9c71e-3ee1-4821-9b29-176e3ab06245,revision_number=0']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:24.376780 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba9c7be-7008-448e-9889-6385790c4f46 admin admin] Checking segment: {'id': '338f9d0c-19d5-4de5-92e3-d902360ae1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'c4117948-b870-4e54-881e-4cb803a47725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:19:24.377367 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba9c7be-7008-448e-9889-6385790c4f46 admin admin] Network hostable DHCP agents. Network: c4117948-b870-4e54-881e-4cb803a47725, hostable agents: ['09a5fe22-088d-4af2-a4f8-d44fceaa8957'], hosted agents: [] {{(pid=101974) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:19:24.468021 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba9c7be-7008-448e-9889-6385790c4f46 admin admin] Network c4117948-b870-4e54-881e-4cb803a47725 is scheduled to be hosted by DHCP agent 09a5fe22-088d-4af2-a4f8-d44fceaa8957 with binding_index 1 {{(pid=101974) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:19:24.498182 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913f991-fcbe-4e15-bfa5-c51473b08add req-2fd76ae4-cbf8-4ff3-9287-c912bd8a4334 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:24.500340 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-9913f991-fcbe-4e15-bfa5-c51473b08add req-2fd76ae4-cbf8-4ff3-9287-c912bd8a4334 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 944 time: 0.0542266 Oct 27 10:19:24.545135 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-9913f991-fcbe-4e15-bfa5-c51473b08add req-ed992fde-3d51-42f3-bb52-97ad5770865e tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350571 Oct 27 10:19:24.594518 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.base_scheduler [None req-9ba9c7be-7008-448e-9889-6385790c4f46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-2-iscsi, c4117948-b870-4e54-881e-4cb803a47725) {{(pid=101974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:19:24.599026 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba9c7be-7008-448e-9889-6385790c4f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:24.600021 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-9ba9c7be-7008-448e-9889-6385790c4f46 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:24.601398 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-1f70efcf-6885-49c0-9b28-476902c5ff14 None None] Publish callbacks [] for port, precommit_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:24.604733 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0acb665-e3b4-43a5-ad26-014bbeb39584 None None] Network c4117948-b870-4e54-881e-4cb803a47725 requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:19:24.674227 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-1f70efcf-6885-49c0-9b28-476902c5ff14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:24.677972 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-9ba9c7be-7008-448e-9889-6385790c4f46 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8203180 Oct 27 10:19:24.680482 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 53082) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:24.685366 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-7b057dfa-5480-4a18-bb8a-70ce3c73c641 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2024101604-router', 'tenant_id': '9b0c4cd5b18c4fe1a658ff1ae01d9a02', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'}}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:24.727126 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11481cba-2f79-4c4f-a9cb-a2f53c368a00 None None] Pushing event updated for resources: {'Port': ['ID=83c3f2e3-c990-4daa-8dc8-e2578733120e,revision_number=3']} {{(pid=101976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:24.738720 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11481cba-2f79-4c4f-a9cb-a2f53c368a00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:24.739066 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11481cba-2f79-4c4f-a9cb-a2f53c368a00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:24.739402 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11481cba-2f79-4c4f-a9cb-a2f53c368a00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:24.739734 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11481cba-2f79-4c4f-a9cb-a2f53c368a00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:24.746307 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11481cba-2f79-4c4f-a9cb-a2f53c368a00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:24.746307 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11481cba-2f79-4c4f-a9cb-a2f53c368a00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:24.746307 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11481cba-2f79-4c4f-a9cb-a2f53c368a00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:24.746307 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11481cba-2f79-4c4f-a9cb-a2f53c368a00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:24.746307 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11481cba-2f79-4c4f-a9cb-a2f53c368a00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:24.746307 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11481cba-2f79-4c4f-a9cb-a2f53c368a00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:24.746307 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11481cba-2f79-4c4f-a9cb-a2f53c368a00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:24.746307 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11481cba-2f79-4c4f-a9cb-a2f53c368a00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:24.755586 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861a4829-bba4-4a72-a08f-ab6aafd0a8bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c31819-fd0c-56d4-b47e-8a5f64837448-c4117948-b870-4e54-881e-4cb803a47725', 'network_id': 'c4117948-b870-4e54-881e-4cb803a47725', 'tenant_id': '9b0c4cd5b18c4fe1a658ff1ae01d9a02', 'fixed_ips': [{'subnet_id': 'fec9c71e-3ee1-4821-9b29-176e3ab06245'}]}} from dv-cinder-815146-2-iscsi. {{(pid=101975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:19:24.756471 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-861a4829-bba4-4a72-a08f-ab6aafd0a8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:24.799786 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.managers [None req-1f70efcf-6885-49c0-9b28-476902c5ff14 None None] Attempting to bind port 83c3f2e3-c990-4daa-8dc8-e2578733120e on host dv-cinder-815146-2-iscsi for vnic_type normal with profile {{(pid=101976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:19:24.800323 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.managers [None req-1f70efcf-6885-49c0-9b28-476902c5ff14 None None] Attempting to bind port 83c3f2e3-c990-4daa-8dc8-e2578733120e by drivers openvswitch,hyperv on host dv-cinder-815146-2-iscsi at level 0 using segments [{'id': '550fd727-22c6-4869-bd63-4d608e728918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '769f9123-c250-4499-922a-eda89e184ff6'}] {{(pid=101976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:19:24.800435 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f70efcf-6885-49c0-9b28-476902c5ff14 None None] Attempting to bind port 83c3f2e3-c990-4daa-8dc8-e2578733120e on network 769f9123-c250-4499-922a-eda89e184ff6 {{(pid=101976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:19:24.805750 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f70efcf-6885-49c0-9b28-476902c5ff14 None None] Checking agent: {'id': '47afc1f0-2071-45d2-aeaa-ba0f7c30884d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 4, 35), 'started_at': datetime.datetime(2021, 10, 27, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:19:24.806217 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f70efcf-6885-49c0-9b28-476902c5ff14 None None] Checking segment: {'id': '550fd727-22c6-4869-bd63-4d608e728918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '769f9123-c250-4499-922a-eda89e184ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:19:24.806675 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-1f70efcf-6885-49c0-9b28-476902c5ff14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:24.807230 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f70efcf-6885-49c0-9b28-476902c5ff14 None None] Bound using segment: {'id': '550fd727-22c6-4869-bd63-4d608e728918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '769f9123-c250-4499-922a-eda89e184ff6'} {{(pid=101976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:19:24.807853 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.managers [None req-1f70efcf-6885-49c0-9b28-476902c5ff14 None None] Bound port: 83c3f2e3-c990-4daa-8dc8-e2578733120e, host: dv-cinder-815146-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '550fd727-22c6-4869-bd63-4d608e728918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '769f9123-c250-4499-922a-eda89e184ff6'}}] {{(pid=101976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:19:24.808429 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-1f70efcf-6885-49c0-9b28-476902c5ff14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:24.834139 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-7b057dfa-5480-4a18-bb8a-70ce3c73c641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-567724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13764'] for router, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:24.835749 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-7b057dfa-5480-4a18-bb8a-70ce3c73c641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-564949', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13757'] for router, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:24.878356 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.db [None req-1f70efcf-6885-49c0-9b28-476902c5ff14 None None] For port 83c3f2e3-c990-4daa-8dc8-e2578733120e, host dv-cinder-815146-2-iscsi, cleared binding levels {{(pid=101976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:19:24.881528 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.db [None req-1f70efcf-6885-49c0-9b28-476902c5ff14 None None] For port 83c3f2e3-c990-4daa-8dc8-e2578733120e, host dv-cinder-815146-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=83c3f2e3-c990-4daa-8dc8-e2578733120e,segment=NetworkSegment(550fd727-22c6-4869-bd63-4d608e728918),segment_id=550fd727-22c6-4869-bd63-4d608e728918)] {{(pid=101976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:19:24.907412 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-7b057dfa-5480-4a18-bb8a-70ce3c73c641 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:24.912536 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.db_base_plugin_common [None req-861a4829-bba4-4a72-a08f-ab6aafd0a8bb None None] Allocated IP 172.20.0.2 (c4117948-b870-4e54-881e-4cb803a47725/fec9c71e-3ee1-4821-9b29-176e3ab06245/2361836e-8c67-4de3-92fc-38b9c9430816) {{(pid=101975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:19:24.957600 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29173564-3543-450c-accd-f32dee5e6a86 req-72055bfe-9c2c-4b33-8dff-554cb89cc940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:24.959145 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-29173564-3543-450c-accd-f32dee5e6a86 req-72055bfe-9c2c-4b33-8dff-554cb89cc940 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab&tenant_id=20d2cc4467704c129f691b1ba2dd72cc HTTP/1.1" status: 200 len: 1097 time: 0.0428607 Oct 27 10:19:24.993606 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-67e5c01c-89b7-4a25-849f-cba5d90b289c None None] Provisioning complete for port 83c3f2e3-c990-4daa-8dc8-e2578733120e triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:24.994010 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-67e5c01c-89b7-4a25-849f-cba5d90b289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:25.000269 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-1f70efcf-6885-49c0-9b28-476902c5ff14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:25.024158 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29173564-3543-450c-accd-f32dee5e6a86 req-0c245e68-d8f6-450e-aa79-66b88b3b9f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:25.025708 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-29173564-3543-450c-accd-f32dee5e6a86 req-0c245e68-d8f6-450e-aa79-66b88b3b9f41 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=20d2cc4467704c129f691b1ba2dd72cc&device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 1097 time: 0.0421257 Oct 27 10:19:25.067273 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11481cba-2f79-4c4f-a9cb-a2f53c368a00 None None] Pushing event updated for resources: {'Port': ['ID=83c3f2e3-c990-4daa-8dc8-e2578733120e,revision_number=4']} {{(pid=101976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:25.075516 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f70efcf-6885-49c0-9b28-476902c5ff14 None None] Routers {'98b3b807-3fd1-4dde-8481-45ea4d7fd02a'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:19:25.076396 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-1f70efcf-6885-49c0-9b28-476902c5ff14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:19:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['98b3b807-3fd1-4dde-8481-45ea4d7fd02a'], 'active': True} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:25.111325 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-861a4829-bba4-4a72-a08f-ab6aafd0a8bb None None] Publish callbacks [] for port, precommit_create {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:25.170501 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-67e5c01c-89b7-4a25-849f-cba5d90b289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:25.202565 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvr_db [None req-1f70efcf-6885-49c0-9b28-476902c5ff14 None None] Set router 98b3b807-3fd1-4dde-8481-45ea4d7fd02a gateway port host: dv-cinder-815146-2-iscsi {{(pid=101976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:19:25.214145 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-67e5c01c-89b7-4a25-849f-cba5d90b289c None None] For port 83c3f2e3-c990-4daa-8dc8-e2578733120e, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=83c3f2e3-c990-4daa-8dc8-e2578733120e,segment=NetworkSegment(550fd727-22c6-4869-bd63-4d608e728918),segment_id=550fd727-22c6-4869-bd63-4d608e728918)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:25.216798 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-861a4829-bba4-4a72-a08f-ab6aafd0a8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839'] for port, after_create {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:25.262504 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861a4829-bba4-4a72-a08f-ab6aafd0a8bb None None] Network c4117948-b870-4e54-881e-4cb803a47725 is already hosted by enough agents. {{(pid=101975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:19:25.269619 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.scheduler.base_scheduler [None req-861a4829-bba4-4a72-a08f-ab6aafd0a8bb None None] Resources bound (agent type, host, resource id): {{(pid=101975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:19:25.270003 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-7b057dfa-5480-4a18-bb8a-70ce3c73c641 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:25.272455 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861a4829-bba4-4a72-a08f-ab6aafd0a8bb None None] Received port after_create {{(pid=101975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:19:25.277511 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29173564-3543-450c-accd-f32dee5e6a86 req-f996dc00-3b2d-469e-b94f-733c79834f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:25.279051 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-29173564-3543-450c-accd-f32dee5e6a86 req-f996dc00-3b2d-469e-b94f-733c79834f46 service neutron] 10.222.0.81 "GET /v2.0/networks?id=232c2cd8-3827-47b2-95ae-f90c0b9d2e5c HTTP/1.1" status: 200 len: 919 time: 0.2455566 Oct 27 10:19:25.291468 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a4829-bba4-4a72-a08f-ab6aafd0a8bb None None] Pushing event updated for resources: {'Port': ['ID=2361836e-8c67-4de3-92fc-38b9c9430816,revision_number=1']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:25.331438 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-67e5c01c-89b7-4a25-849f-cba5d90b289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:25.360504 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-29173564-3543-450c-accd-f32dee5e6a86 req-670a3a92-3505-464c-925d-def78887dd54 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13b7a318-8669-4b93-8778-a5bb694f6e13 HTTP/1.1" status: 200 len: 1000 time: 0.0731676 Oct 27 10:19:25.368998 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-861a4829-bba4-4a72-a08f-ab6aafd0a8bb None None] Attempting to bind port 2361836e-8c67-4de3-92fc-38b9c9430816 on host dv-cinder-815146-2-iscsi for vnic_type normal with profile {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:19:25.372590 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-861a4829-bba4-4a72-a08f-ab6aafd0a8bb None None] Attempting to bind port 2361836e-8c67-4de3-92fc-38b9c9430816 by drivers openvswitch,hyperv on host dv-cinder-815146-2-iscsi at level 0 using segments [{'id': '338f9d0c-19d5-4de5-92e3-d902360ae1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'c4117948-b870-4e54-881e-4cb803a47725'}] {{(pid=101975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:19:25.372590 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861a4829-bba4-4a72-a08f-ab6aafd0a8bb None None] Attempting to bind port 2361836e-8c67-4de3-92fc-38b9c9430816 on network c4117948-b870-4e54-881e-4cb803a47725 {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:19:25.380364 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861a4829-bba4-4a72-a08f-ab6aafd0a8bb None None] Checking agent: {'id': '47afc1f0-2071-45d2-aeaa-ba0f7c30884d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 4, 35), 'started_at': datetime.datetime(2021, 10, 27, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:19:25.380967 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861a4829-bba4-4a72-a08f-ab6aafd0a8bb None None] Checking segment: {'id': '338f9d0c-19d5-4de5-92e3-d902360ae1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'c4117948-b870-4e54-881e-4cb803a47725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:19:25.381674 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-861a4829-bba4-4a72-a08f-ab6aafd0a8bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:25.381674 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861a4829-bba4-4a72-a08f-ab6aafd0a8bb None None] Bound using segment: {'id': '338f9d0c-19d5-4de5-92e3-d902360ae1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'c4117948-b870-4e54-881e-4cb803a47725'} {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:19:25.382394 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-861a4829-bba4-4a72-a08f-ab6aafd0a8bb None None] Bound port: 2361836e-8c67-4de3-92fc-38b9c9430816, host: dv-cinder-815146-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '338f9d0c-19d5-4de5-92e3-d902360ae1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'c4117948-b870-4e54-881e-4cb803a47725'}}] {{(pid=101975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:19:25.382768 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-861a4829-bba4-4a72-a08f-ab6aafd0a8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:25.409239 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5c01c-89b7-4a25-849f-cba5d90b289c None None] Pushing event updated for resources: {'Port': ['ID=83c3f2e3-c990-4daa-8dc8-e2578733120e,revision_number=5']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:25.421145 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29173564-3543-450c-accd-f32dee5e6a86 req-aa29793a-919f-4b71-b5d7-0d07a6bc2e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:25.423550 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-29173564-3543-450c-accd-f32dee5e6a86 req-aa29793a-919f-4b71-b5d7-0d07a6bc2e66 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=32f65f21-7a7c-4568-afd2-3193e7fc13b4 HTTP/1.1" status: 200 len: 856 time: 0.0515621 Oct 27 10:19:25.455288 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-1f70efcf-6885-49c0-9b28-476902c5ff14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b3b807-3fd1-4dde-8481-45ea4d7fd02a', 'name': 'tempest-TestMinimumBasicScenario-1542545765-router', 'tenant_id': '7eccb1a479ed45018a41a143769f7e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bea7dd8a-2f53-435a-be98-7a9c011020fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:19:18Z', 'updated_at': '2021-10-27T10:19:21Z', 'revision_number': 4, 'project_id': '7eccb1a479ed45018a41a143769f7e6c', 'gw_port': {'id': 'bea7dd8a-2f53-435a-be98-7a9c011020fd', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b3b807-3fd1-4dde-8481-45ea4d7fd02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:19:18Z', 'updated_at': '2021-10-27T10:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '83c3f2e3-c990-4daa-8dc8-e2578733120e', 'name': '', 'network_id': '769f9123-c250-4499-922a-eda89e184ff6', 'tenant_id': '7eccb1a479ed45018a41a143769f7e6c', 'mac_address': 'fa:16:3e:fe:22:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b3b807-3fd1-4dde-8481-45ea4d7fd02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e9966450-d712-49a2-adaa-a4a6541d3cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:19:20Z', 'updated_at': '2021-10-27T10:19:24Z', 'revision_number': 4, 'project_id': '7eccb1a479ed45018a41a143769f7e6c', 'subnets': [{'id': 'e9966450-d712-49a2-adaa-a4a6541d3cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:25.488879 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f70efcf-6885-49c0-9b28-476902c5ff14 None None] The sync data for ids ['98b3b807-3fd1-4dde-8481-45ea4d7fd02a'] in dv-cinder-815146-2-iscsi is: [{'id': '98b3b807-3fd1-4dde-8481-45ea4d7fd02a', 'name': 'tempest-TestMinimumBasicScenario-1542545765-router', 'tenant_id': '7eccb1a479ed45018a41a143769f7e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bea7dd8a-2f53-435a-be98-7a9c011020fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:19:18Z', 'updated_at': '2021-10-27T10:19:21Z', 'revision_number': 4, 'project_id': '7eccb1a479ed45018a41a143769f7e6c', 'gw_port': {'id': 'bea7dd8a-2f53-435a-be98-7a9c011020fd', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b3b807-3fd1-4dde-8481-45ea4d7fd02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:19:18Z', 'updated_at': '2021-10-27T10:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '83c3f2e3-c990-4daa-8dc8-e2578733120e', 'name': '', 'network_id': '769f9123-c250-4499-922a-eda89e184ff6', 'tenant_id': '7eccb1a479ed45018a41a143769f7e6c', 'mac_address': 'fa:16:3e:fe:22:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b3b807-3fd1-4dde-8481-45ea4d7fd02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e9966450-d712-49a2-adaa-a4a6541d3cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:19:20Z', 'updated_at': '2021-10-27T10:19:24Z', 'revision_number': 4, 'project_id': '7eccb1a479ed45018a41a143769f7e6c', 'subnets': [{'id': 'e9966450-d712-49a2-adaa-a4a6541d3cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:19:25.517047 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29173564-3543-450c-accd-f32dee5e6a86 req-e8282ed0-2333-4f34-8bcc-6857a2e443e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:25.518600 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-29173564-3543-450c-accd-f32dee5e6a86 req-e8282ed0-2333-4f34-8bcc-6857a2e443e6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=232c2cd8-3827-47b2-95ae-f90c0b9d2e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711842 Oct 27 10:19:25.658790 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-d888c6c6-0868-404b-bf8f-38aae1aca885 None None] Provisioning complete for port 83c3f2e3-c990-4daa-8dc8-e2578733120e triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:25.659162 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-d888c6c6-0868-404b-bf8f-38aae1aca885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:25.683872 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-861a4829-bba4-4a72-a08f-ab6aafd0a8bb None None] For port 2361836e-8c67-4de3-92fc-38b9c9430816, host dv-cinder-815146-2-iscsi, cleared binding levels {{(pid=101975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:19:25.705701 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-861a4829-bba4-4a72-a08f-ab6aafd0a8bb None None] For port 2361836e-8c67-4de3-92fc-38b9c9430816, host dv-cinder-815146-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=2361836e-8c67-4de3-92fc-38b9c9430816,segment=NetworkSegment(338f9d0c-19d5-4de5-92e3-d902360ae1cd),segment_id=338f9d0c-19d5-4de5-92e3-d902360ae1cd)] {{(pid=101975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:19:25.764024 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-29173564-3543-450c-accd-f32dee5e6a86 req-881b021a-2d7f-4d21-9c5f-254bb89d9170 service neutron] 10.222.0.81 "GET /v2.0/networks/232c2cd8-3827-47b2-95ae-f90c0b9d2e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366388 Oct 27 10:19:25.807623 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-861a4829-bba4-4a72-a08f-ab6aafd0a8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:25.860772 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-7b057dfa-5480-4a18-bb8a-70ce3c73c641 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:25.898645 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045694a-79ae-4289-8db6-92315734b13a req-23e22256-b4f1-49c7-8d5a-546974cb05dd tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:25.908422 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-8045694a-79ae-4289-8db6-92315734b13a req-23e22256-b4f1-49c7-8d5a-546974cb05dd tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 944 time: 0.0865211 Oct 27 10:19:25.917772 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a4829-bba4-4a72-a08f-ab6aafd0a8bb None None] Pushing event updated for resources: {'Port': ['ID=2361836e-8c67-4de3-92fc-38b9c9430816,revision_number=2']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:25.924455 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-7b057dfa-5480-4a18-bb8a-70ce3c73c641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:25.995356 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-8045694a-79ae-4289-8db6-92315734b13a req-536e02ac-b289-4550-81a5-e5ae157cff0e tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854788 Oct 27 10:19:26.017292 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-29173564-3543-450c-accd-f32dee5e6a86 req-1bbc1f71-c75a-4d17-b38c-7a13f03e796a service neutron] 10.222.0.81 "GET /v2.0/networks/232c2cd8-3827-47b2-95ae-f90c0b9d2e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320337 Oct 27 10:19:26.119328 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.db_base_plugin_common [None req-7b057dfa-5480-4a18-bb8a-70ce3c73c641 admin admin] Allocated IP 172.27.0.92 (69571a3e-4e32-484c-817d-d4e48eaaa088/c41fd2cf-ce58-48ac-94e7-7a64d200bbef/0bb907ce-58c8-4214-8220-0a8a43f83299) {{(pid=101973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:19:26.147772 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device bea7dd8a-2f53-435a-be98-7a9c011020fd up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:19:26.216909 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port bea7dd8a-2f53-435a-be98-7a9c011020fd triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:26.217356 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:26.290299 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-7b057dfa-5480-4a18-bb8a-70ce3c73c641 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:26.331916 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 83c3f2e3-c990-4daa-8dc8-e2578733120e up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:19:26.377282 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-7b057dfa-5480-4a18-bb8a-70ce3c73c641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:26.407833 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port 83c3f2e3-c990-4daa-8dc8-e2578733120e triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:26.408294 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:26.425187 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b057dfa-5480-4a18-bb8a-70ce3c73c641 admin admin] Pushing event updated for resources: {'Port': ['ID=0bb907ce-58c8-4214-8220-0a8a43f83299,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:26.440252 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b057dfa-5480-4a18-bb8a-70ce3c73c641 admin admin] Network 69571a3e-4e32-484c-817d-d4e48eaaa088 is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:19:26.441745 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [None req-7b057dfa-5480-4a18-bb8a-70ce3c73c641 admin admin] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:19:26.443972 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b057dfa-5480-4a18-bb8a-70ce3c73c641 admin admin] Received port after_create {{(pid=101973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:19:26.910418 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-7b057dfa-5480-4a18-bb8a-70ce3c73c641 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:27.087722 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04028fb2-2c39-49ba-8c88-f8da1234796b None None] Network c4117948-b870-4e54-881e-4cb803a47725 requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:19:27.217183 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-289263b7-2e6e-480b-b7e2-f60be03b6245 None None] Provisioning complete for port 2361836e-8c67-4de3-92fc-38b9c9430816 triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:27.217838 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-289263b7-2e6e-480b-b7e2-f60be03b6245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:27.230583 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a0420-b720-4fd2-a7c5-cc4f917800c6 req-21a7802f-48bd-48bb-b299-dec18cc51786 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:27.232102 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-708a0420-b720-4fd2-a7c5-cc4f917800c6 req-21a7802f-48bd-48bb-b299-dec18cc51786 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 944 time: 0.1329610 Oct 27 10:19:27.276789 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-7b057dfa-5480-4a18-bb8a-70ce3c73c641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-564872'] for router, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:27.318633 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-708a0420-b720-4fd2-a7c5-cc4f917800c6 req-3ddad96a-6b21-4d5f-87e8-c9c5def1d2bf tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726259 Oct 27 10:19:27.411190 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-289263b7-2e6e-480b-b7e2-f60be03b6245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:27.471644 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-289263b7-2e6e-480b-b7e2-f60be03b6245 None None] For port 2361836e-8c67-4de3-92fc-38b9c9430816, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=2361836e-8c67-4de3-92fc-38b9c9430816,segment=NetworkSegment(338f9d0c-19d5-4de5-92e3-d902360ae1cd),segment_id=338f9d0c-19d5-4de5-92e3-d902360ae1cd)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:27.542651 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b057dfa-5480-4a18-bb8a-70ce3c73c641 admin admin] Router ee3b1983-9cc8-4197-9027-cf3d5f806c67 is scheduled to L3 agent b2a2dab9-f998-4002-b8bb-cf3ca8546284 with binding_index 1 {{(pid=101973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:19:27.571161 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-289263b7-2e6e-480b-b7e2-f60be03b6245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:27.654839 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289263b7-2e6e-480b-b7e2-f60be03b6245 None None] Pushing event updated for resources: {'Port': ['ID=2361836e-8c67-4de3-92fc-38b9c9430816,revision_number=3']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:27.723704 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b057dfa-5480-4a18-bb8a-70ce3c73c641 admin admin] Notify agent at l3_agent.dv-cinder-815146-2-iscsi the message routers_updated {{(pid=101973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:19:27.738426 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e08b5d1-dd7f-420c-bc3c-6e7bdd6f0c59 None None] Sync routers for ids ['ee3b1983-9cc8-4197-9027-cf3d5f806c67'] in dv-cinder-815146-2-iscsi {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:19:27.754759 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e08b5d1-dd7f-420c-bc3c-6e7bdd6f0c59 None None] Routers {'ee3b1983-9cc8-4197-9027-cf3d5f806c67'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:19:27.755938 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-7e08b5d1-dd7f-420c-bc3c-6e7bdd6f0c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:19:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['ee3b1983-9cc8-4197-9027-cf3d5f806c67'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:27.812840 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-7b057dfa-5480-4a18-bb8a-70ce3c73c641 admin admin] Publish callbacks [] for router, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:27.814052 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-7b057dfa-5480-4a18-bb8a-70ce3c73c641 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1324091 Oct 27 10:19:27.816781 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 53114) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:27.852191 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-3a35ae81-56f1-4c2c-8ac3-891cab054455 None None] Provisioning complete for port 2361836e-8c67-4de3-92fc-38b9c9430816 triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:27.852555 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-3a35ae81-56f1-4c2c-8ac3-891cab054455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:27.907340 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-7e08b5d1-dd7f-420c-bc3c-6e7bdd6f0c59 None None] Set router ee3b1983-9cc8-4197-9027-cf3d5f806c67 gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:19:28.106781 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 2361836e-8c67-4de3-92fc-38b9c9430816 up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:19:28.192268 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-7e08b5d1-dd7f-420c-bc3c-6e7bdd6f0c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3b1983-9cc8-4197-9027-cf3d5f806c67', 'name': 'tempest-TestMinimumBasicScenario-2024101604-router', 'tenant_id': '9b0c4cd5b18c4fe1a658ff1ae01d9a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '0bb907ce-58c8-4214-8220-0a8a43f83299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:19:24Z', 'updated_at': '2021-10-27T10:19:26Z', 'revision_number': 3, 'project_id': '9b0c4cd5b18c4fe1a658ff1ae01d9a02', 'gw_port': {'id': '0bb907ce-58c8-4214-8220-0a8a43f83299', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:69:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3b1983-9cc8-4197-9027-cf3d5f806c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:19:25Z', 'updated_at': '2021-10-27T10:19:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi'}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:28.195804 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port 2361836e-8c67-4de3-92fc-38b9c9430816 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:28.196268 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:28.224649 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e08b5d1-dd7f-420c-bc3c-6e7bdd6f0c59 None None] Checking router: ee3b1983-9cc8-4197-9027-cf3d5f806c67 for host: dv-cinder-815146-2-iscsi {{(pid=101975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:19:28.225003 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e08b5d1-dd7f-420c-bc3c-6e7bdd6f0c59 None None] Updating router ee3b1983-9cc8-4197-9027-cf3d5f806c67 port 0bb907ce-58c8-4214-8220-0a8a43f83299 binding host dv-cinder-815146-2-iscsi {{(pid=101975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:19:28.289220 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-7e08b5d1-dd7f-420c-bc3c-6e7bdd6f0c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:28.492219 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be3fcc-6c58-48cd-b568-c7c05a1102c3 req-0f3edaa5-add7-4c24-8fad-d21385a800d6 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:28.496623 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-08be3fcc-6c58-48cd-b568-c7c05a1102c3 req-0f3edaa5-add7-4c24-8fad-d21385a800d6 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 944 time: 0.0853124 Oct 27 10:19:28.548951 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-08be3fcc-6c58-48cd-b568-c7c05a1102c3 req-00356115-5a11-44ff-b7d7-8858de7b23cc tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464520 Oct 27 10:19:28.623064 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-030a1ea8-c170-4e6c-969e-95483aec86d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:28.684442 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-7e08b5d1-dd7f-420c-bc3c-6e7bdd6f0c59 None None] Publish callbacks [] for port, precommit_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:28.759892 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-7e08b5d1-dd7f-420c-bc3c-6e7bdd6f0c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:28.819880 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-7e08b5d1-dd7f-420c-bc3c-6e7bdd6f0c59 None None] Attempting to bind port 0bb907ce-58c8-4214-8220-0a8a43f83299 on host dv-cinder-815146-2-iscsi for vnic_type normal with profile {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:19:28.820246 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-7e08b5d1-dd7f-420c-bc3c-6e7bdd6f0c59 None None] Attempting to bind port 0bb907ce-58c8-4214-8220-0a8a43f83299 by drivers openvswitch,hyperv on host dv-cinder-815146-2-iscsi at level 0 using segments [{'id': 'b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'}] {{(pid=101975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:19:28.820604 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e08b5d1-dd7f-420c-bc3c-6e7bdd6f0c59 None None] Attempting to bind port 0bb907ce-58c8-4214-8220-0a8a43f83299 on network 69571a3e-4e32-484c-817d-d4e48eaaa088 {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:19:28.830462 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.db_base_plugin_common [None req-030a1ea8-c170-4e6c-969e-95483aec86d1 admin admin] Allocated IP 172.20.0.1 (c4117948-b870-4e54-881e-4cb803a47725/fec9c71e-3ee1-4821-9b29-176e3ab06245/75e3d0f4-bd16-42ac-8c45-97d40e42e63e) {{(pid=101973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:19:28.832624 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e08b5d1-dd7f-420c-bc3c-6e7bdd6f0c59 None None] Checking agent: {'id': '47afc1f0-2071-45d2-aeaa-ba0f7c30884d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 4, 35), 'started_at': datetime.datetime(2021, 10, 27, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:19:28.833000 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e08b5d1-dd7f-420c-bc3c-6e7bdd6f0c59 None None] Checking segment: {'id': 'b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:19:28.833476 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-7e08b5d1-dd7f-420c-bc3c-6e7bdd6f0c59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:28.834165 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e08b5d1-dd7f-420c-bc3c-6e7bdd6f0c59 None None] Bound using segment: {'id': 'b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'} {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:19:28.834722 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-7e08b5d1-dd7f-420c-bc3c-6e7bdd6f0c59 None None] Bound port: 0bb907ce-58c8-4214-8220-0a8a43f83299, host: dv-cinder-815146-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'}}] {{(pid=101975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:19:28.835141 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-7e08b5d1-dd7f-420c-bc3c-6e7bdd6f0c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:28.838068 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d89283-4dd9-496b-bb47-742f39d9aee6 None None] Pushing event updated for resources: {'Port': ['ID=0bb907ce-58c8-4214-8220-0a8a43f83299,revision_number=2']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:28.900936 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-7e08b5d1-dd7f-420c-bc3c-6e7bdd6f0c59 None None] For port 0bb907ce-58c8-4214-8220-0a8a43f83299, host dv-cinder-815146-2-iscsi, cleared binding levels {{(pid=101975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:19:28.905120 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-7e08b5d1-dd7f-420c-bc3c-6e7bdd6f0c59 None None] For port 0bb907ce-58c8-4214-8220-0a8a43f83299, host dv-cinder-815146-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=0bb907ce-58c8-4214-8220-0a8a43f83299,segment=NetworkSegment(b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3),segment_id=b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3)] {{(pid=101975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:19:28.963888 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-030a1ea8-c170-4e6c-969e-95483aec86d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:28.988847 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-7e08b5d1-dd7f-420c-bc3c-6e7bdd6f0c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:29.064874 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e08b5d1-dd7f-420c-bc3c-6e7bdd6f0c59 None None] Routers {'ee3b1983-9cc8-4197-9027-cf3d5f806c67'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:19:29.065517 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-7e08b5d1-dd7f-420c-bc3c-6e7bdd6f0c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:19:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['ee3b1983-9cc8-4197-9027-cf3d5f806c67'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:29.067354 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d89283-4dd9-496b-bb47-742f39d9aee6 None None] Pushing event updated for resources: {'Port': ['ID=0bb907ce-58c8-4214-8220-0a8a43f83299,revision_number=3']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:29.108113 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-030a1ea8-c170-4e6c-969e-95483aec86d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:29.154841 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030a1ea8-c170-4e6c-969e-95483aec86d1 admin admin] Network c4117948-b870-4e54-881e-4cb803a47725 is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:19:29.158828 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [None req-030a1ea8-c170-4e6c-969e-95483aec86d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:19:29.161373 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030a1ea8-c170-4e6c-969e-95483aec86d1 admin admin] Received port after_create {{(pid=101973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:19:29.193985 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030a1ea8-c170-4e6c-969e-95483aec86d1 admin admin] Pushing event updated for resources: {'Port': ['ID=75e3d0f4-bd16-42ac-8c45-97d40e42e63e,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:29.226772 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-030a1ea8-c170-4e6c-969e-95483aec86d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-564181'] for router_interface, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:29.353007 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-7e08b5d1-dd7f-420c-bc3c-6e7bdd6f0c59 None None] Set router ee3b1983-9cc8-4197-9027-cf3d5f806c67 gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:19:29.462526 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-030a1ea8-c170-4e6c-969e-95483aec86d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:29.537062 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-5249537c-e7d5-4743-8b55-a65cc76f9b44 None None] Provisioning complete for port 75e3d0f4-bd16-42ac-8c45-97d40e42e63e triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:29.537443 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-5249537c-e7d5-4743-8b55-a65cc76f9b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:29.608654 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-5249537c-e7d5-4743-8b55-a65cc76f9b44 None None] Port 75e3d0f4-bd16-42ac-8c45-97d40e42e63e cannot update to ACTIVE because it is not bound. {{(pid=101975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:19:29.639368 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-7e08b5d1-dd7f-420c-bc3c-6e7bdd6f0c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3b1983-9cc8-4197-9027-cf3d5f806c67', 'name': 'tempest-TestMinimumBasicScenario-2024101604-router', 'tenant_id': '9b0c4cd5b18c4fe1a658ff1ae01d9a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '0bb907ce-58c8-4214-8220-0a8a43f83299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:19:24Z', 'updated_at': '2021-10-27T10:19:26Z', 'revision_number': 3, 'project_id': '9b0c4cd5b18c4fe1a658ff1ae01d9a02', 'gw_port': {'id': '0bb907ce-58c8-4214-8220-0a8a43f83299', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:69:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3b1983-9cc8-4197-9027-cf3d5f806c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:19:25Z', 'updated_at': '2021-10-27T10:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi'}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:29.668833 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e08b5d1-dd7f-420c-bc3c-6e7bdd6f0c59 None None] The sync data for ids ['ee3b1983-9cc8-4197-9027-cf3d5f806c67'] in dv-cinder-815146-2-iscsi is: [{'id': 'ee3b1983-9cc8-4197-9027-cf3d5f806c67', 'name': 'tempest-TestMinimumBasicScenario-2024101604-router', 'tenant_id': '9b0c4cd5b18c4fe1a658ff1ae01d9a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '0bb907ce-58c8-4214-8220-0a8a43f83299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:19:24Z', 'updated_at': '2021-10-27T10:19:26Z', 'revision_number': 3, 'project_id': '9b0c4cd5b18c4fe1a658ff1ae01d9a02', 'gw_port': {'id': '0bb907ce-58c8-4214-8220-0a8a43f83299', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:69:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3b1983-9cc8-4197-9027-cf3d5f806c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:19:25Z', 'updated_at': '2021-10-27T10:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi'}] {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:19:29.698950 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-030a1ea8-c170-4e6c-969e-95483aec86d1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:29.711591 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092cc1b-e5aa-4253-af6e-d7685e44355e req-a8423bc3-88fd-4976-9518-3746857b1d62 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:29.713165 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7092cc1b-e5aa-4253-af6e-d7685e44355e req-a8423bc3-88fd-4976-9518-3746857b1d62 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 944 time: 0.0764959 Oct 27 10:19:29.769405 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7092cc1b-e5aa-4253-af6e-d7685e44355e req-a2dc0410-a75a-4588-a5aa-7bff00361391 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398862 Oct 27 10:19:29.776415 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-030a1ea8-c170-4e6c-969e-95483aec86d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9116887'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:29.864737 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-030a1ea8-c170-4e6c-969e-95483aec86d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3604363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-564293'] for router_interface, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:29.866598 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030a1ea8-c170-4e6c-969e-95483aec86d1 admin admin] Pushing event updated for resources: {'Port': ['ID=75e3d0f4-bd16-42ac-8c45-97d40e42e63e,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:30.016644 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030a1ea8-c170-4e6c-969e-95483aec86d1 admin admin] Network c4117948-b870-4e54-881e-4cb803a47725 is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:19:30.038877 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [None req-030a1ea8-c170-4e6c-969e-95483aec86d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:19:30.238071 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030a1ea8-c170-4e6c-969e-95483aec86d1 admin admin] Router ee3b1983-9cc8-4197-9027-cf3d5f806c67 has already been hosted by L3 agent b2a2dab9-f998-4002-b8bb-cf3ca8546284 {{(pid=101973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:19:30.342051 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-5d8e2dd6-6c13-415f-9ee0-758de713dc57 None None] Provisioning complete for port 75e3d0f4-bd16-42ac-8c45-97d40e42e63e triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:30.342313 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-5d8e2dd6-6c13-415f-9ee0-758de713dc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:30.384015 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e2dd6-6c13-415f-9ee0-758de713dc57 None None] Port 75e3d0f4-bd16-42ac-8c45-97d40e42e63e cannot update to ACTIVE because it is not bound. {{(pid=101975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:19:30.396667 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030a1ea8-c170-4e6c-969e-95483aec86d1 admin admin] Notify agent at l3_agent.dv-cinder-815146-2-iscsi the message routers_updated {{(pid=101973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:19:30.418998 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-030a1ea8-c170-4e6c-969e-95483aec86d1 admin admin] 10.222.0.36 "PUT /v2.0/routers/ee3b1983-9cc8-4197-9027-cf3d5f806c67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5970402 Oct 27 10:19:30.944513 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea131c12-cadc-46d6-87b5-687a264a38be req-fc3ffa83-01fd-4eff-bbcd-b5cb22a97e91 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:30.946183 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-ea131c12-cadc-46d6-87b5-687a264a38be req-fc3ffa83-01fd-4eff-bbcd-b5cb22a97e91 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 944 time: 0.0820599 Oct 27 10:19:30.985671 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-ea131c12-cadc-46d6-87b5-687a264a38be req-700c4800-ec16-48a3-b45f-3cb8d7d51583 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336678 Oct 27 10:19:31.582119 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-424067a4-9630-4db8-8389-79543c149ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:32.143544 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 0bb907ce-58c8-4214-8220-0a8a43f83299 up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:19:32.178436 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa77134-78ac-4252-aef2-c8aa20af9d31 req-157e31e8-65a9-4771-9fbd-2f3f0831d108 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:32.182883 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0fa77134-78ac-4252-aef2-c8aa20af9d31 req-157e31e8-65a9-4771-9fbd-2f3f0831d108 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 944 time: 0.0933161 Oct 27 10:19:32.254417 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port 0bb907ce-58c8-4214-8220-0a8a43f83299 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:32.254784 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:32.275808 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0fa77134-78ac-4252-aef2-c8aa20af9d31 req-b203cf7e-f7bc-409b-87d1-7e3b2b92c6fd tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778816 Oct 27 10:19:32.403595 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:32.460275 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] For port 0bb907ce-58c8-4214-8220-0a8a43f83299, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=0bb907ce-58c8-4214-8220-0a8a43f83299,segment=NetworkSegment(b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3),segment_id=b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:32.532469 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:32.682869 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Pushing event updated for resources: {'Port': ['ID=0bb907ce-58c8-4214-8220-0a8a43f83299,revision_number=4']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:32.735548 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ec7b13-82e1-4dad-b0b0-e39e77585a7d None None] Sync routers for ids ['ee3b1983-9cc8-4197-9027-cf3d5f806c67'] in dv-cinder-815146-2-iscsi {{(pid=101976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:19:32.750627 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ec7b13-82e1-4dad-b0b0-e39e77585a7d None None] Routers {'ee3b1983-9cc8-4197-9027-cf3d5f806c67'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:19:32.758997 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-82ec7b13-82e1-4dad-b0b0-e39e77585a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:19:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['ee3b1983-9cc8-4197-9027-cf3d5f806c67'], 'active': True} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:32.910684 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvr_db [None req-82ec7b13-82e1-4dad-b0b0-e39e77585a7d None None] Set router ee3b1983-9cc8-4197-9027-cf3d5f806c67 gateway port host: dv-cinder-815146-2-iscsi {{(pid=101976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:19:33.154451 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-82ec7b13-82e1-4dad-b0b0-e39e77585a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3b1983-9cc8-4197-9027-cf3d5f806c67', 'name': 'tempest-TestMinimumBasicScenario-2024101604-router', 'tenant_id': '9b0c4cd5b18c4fe1a658ff1ae01d9a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '0bb907ce-58c8-4214-8220-0a8a43f83299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:19:24Z', 'updated_at': '2021-10-27T10:19:29Z', 'revision_number': 4, 'project_id': '9b0c4cd5b18c4fe1a658ff1ae01d9a02', 'gw_port': {'id': '0bb907ce-58c8-4214-8220-0a8a43f83299', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:69:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3b1983-9cc8-4197-9027-cf3d5f806c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:19:25Z', 'updated_at': '2021-10-27T10:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '75e3d0f4-bd16-42ac-8c45-97d40e42e63e', 'name': '', 'network_id': 'c4117948-b870-4e54-881e-4cb803a47725', 'tenant_id': '9b0c4cd5b18c4fe1a658ff1ae01d9a02', 'mac_address': 'fa:16:3e:b9:3f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3b1983-9cc8-4197-9027-cf3d5f806c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'fec9c71e-3ee1-4821-9b29-176e3ab06245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:19:28Z', 'updated_at': '2021-10-27T10:19:29Z', 'revision_number': 2, 'project_id': '9b0c4cd5b18c4fe1a658ff1ae01d9a02', 'subnets': [{'id': 'fec9c71e-3ee1-4821-9b29-176e3ab06245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:33.189906 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ec7b13-82e1-4dad-b0b0-e39e77585a7d None None] Checking router: ee3b1983-9cc8-4197-9027-cf3d5f806c67 for host: dv-cinder-815146-2-iscsi {{(pid=101976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:19:33.190246 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ec7b13-82e1-4dad-b0b0-e39e77585a7d None None] Updating router ee3b1983-9cc8-4197-9027-cf3d5f806c67 port 75e3d0f4-bd16-42ac-8c45-97d40e42e63e binding host dv-cinder-815146-2-iscsi {{(pid=101976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:19:33.219198 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-82ec7b13-82e1-4dad-b0b0-e39e77585a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:33.435269 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d240a54-1897-4575-ae9f-2612b4ee1da7 req-3a4ad5ca-5bcf-4cc1-b8ad-1d853a6b57e4 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:33.449607 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-7d240a54-1897-4575-ae9f-2612b4ee1da7 req-3a4ad5ca-5bcf-4cc1-b8ad-1d853a6b57e4 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 944 time: 0.0706558 Oct 27 10:19:33.506694 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-7d240a54-1897-4575-ae9f-2612b4ee1da7 req-ff4197d2-c7b2-440d-ab5d-ed3261699eef tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608349 Oct 27 10:19:33.551995 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-82ec7b13-82e1-4dad-b0b0-e39e77585a7d None None] Publish callbacks [] for port, precommit_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:33.651722 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-82ec7b13-82e1-4dad-b0b0-e39e77585a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:33.776016 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f611e58-8e3f-44e9-bc76-c8e4a122546c None None] Pushing event updated for resources: {'Port': ['ID=75e3d0f4-bd16-42ac-8c45-97d40e42e63e,revision_number=3']} {{(pid=101976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:33.911832 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.managers [None req-82ec7b13-82e1-4dad-b0b0-e39e77585a7d None None] Attempting to bind port 75e3d0f4-bd16-42ac-8c45-97d40e42e63e on host dv-cinder-815146-2-iscsi for vnic_type normal with profile {{(pid=101976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:19:33.950724 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.managers [None req-82ec7b13-82e1-4dad-b0b0-e39e77585a7d None None] Attempting to bind port 75e3d0f4-bd16-42ac-8c45-97d40e42e63e by drivers openvswitch,hyperv on host dv-cinder-815146-2-iscsi at level 0 using segments [{'id': '338f9d0c-19d5-4de5-92e3-d902360ae1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'c4117948-b870-4e54-881e-4cb803a47725'}] {{(pid=101976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:19:33.950724 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ec7b13-82e1-4dad-b0b0-e39e77585a7d None None] Attempting to bind port 75e3d0f4-bd16-42ac-8c45-97d40e42e63e on network c4117948-b870-4e54-881e-4cb803a47725 {{(pid=101976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:19:33.950724 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ec7b13-82e1-4dad-b0b0-e39e77585a7d None None] Checking agent: {'id': '47afc1f0-2071-45d2-aeaa-ba0f7c30884d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 4, 35), 'started_at': datetime.datetime(2021, 10, 27, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:19:33.950724 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ec7b13-82e1-4dad-b0b0-e39e77585a7d None None] Checking segment: {'id': '338f9d0c-19d5-4de5-92e3-d902360ae1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'c4117948-b870-4e54-881e-4cb803a47725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:19:33.950724 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-82ec7b13-82e1-4dad-b0b0-e39e77585a7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:33.950724 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ec7b13-82e1-4dad-b0b0-e39e77585a7d None None] Bound using segment: {'id': '338f9d0c-19d5-4de5-92e3-d902360ae1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'c4117948-b870-4e54-881e-4cb803a47725'} {{(pid=101976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:19:33.950724 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.managers [None req-82ec7b13-82e1-4dad-b0b0-e39e77585a7d None None] Bound port: 75e3d0f4-bd16-42ac-8c45-97d40e42e63e, host: dv-cinder-815146-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '338f9d0c-19d5-4de5-92e3-d902360ae1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'c4117948-b870-4e54-881e-4cb803a47725'}}] {{(pid=101976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:19:33.950724 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-82ec7b13-82e1-4dad-b0b0-e39e77585a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:33.994193 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 0bb907ce-58c8-4214-8220-0a8a43f83299 up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:19:34.044777 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.db [None req-82ec7b13-82e1-4dad-b0b0-e39e77585a7d None None] For port 75e3d0f4-bd16-42ac-8c45-97d40e42e63e, host dv-cinder-815146-2-iscsi, cleared binding levels {{(pid=101976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:19:34.049039 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.db [None req-82ec7b13-82e1-4dad-b0b0-e39e77585a7d None None] For port 75e3d0f4-bd16-42ac-8c45-97d40e42e63e, host dv-cinder-815146-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=75e3d0f4-bd16-42ac-8c45-97d40e42e63e,segment=NetworkSegment(338f9d0c-19d5-4de5-92e3-d902360ae1cd),segment_id=338f9d0c-19d5-4de5-92e3-d902360ae1cd)] {{(pid=101976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:19:34.174343 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port 0bb907ce-58c8-4214-8220-0a8a43f83299 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:34.174722 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:34.272107 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-1447a30a-86b0-4002-b7ef-859c7e9c4165 None None] Provisioning complete for port 75e3d0f4-bd16-42ac-8c45-97d40e42e63e triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:34.272483 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-1447a30a-86b0-4002-b7ef-859c7e9c4165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:34.370946 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-1447a30a-86b0-4002-b7ef-859c7e9c4165 None None] Port 75e3d0f4-bd16-42ac-8c45-97d40e42e63e cannot update to ACTIVE because it is not bound. {{(pid=101975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:19:34.624464 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d23d7b-83ff-46bd-bc89-245ba0558819 req-fa233027-71c6-480a-8447-727dc868f87d tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:34.626576 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-b8d23d7b-83ff-46bd-bc89-245ba0558819 req-fa233027-71c6-480a-8447-727dc868f87d tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 944 time: 0.0501678 Oct 27 10:19:34.628279 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-82ec7b13-82e1-4dad-b0b0-e39e77585a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:34.682378 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-b8d23d7b-83ff-46bd-bc89-245ba0558819 req-d1470f01-1038-49ed-b9ad-9cace4d4a637 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438333 Oct 27 10:19:34.742282 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2a169a82-edf4-4761-b7a5-373c1d763757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:34.772283 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ec7b13-82e1-4dad-b0b0-e39e77585a7d None None] Routers {'ee3b1983-9cc8-4197-9027-cf3d5f806c67'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:19:34.772911 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-82ec7b13-82e1-4dad-b0b0-e39e77585a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:19:34Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['ee3b1983-9cc8-4197-9027-cf3d5f806c67'], 'active': True} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:34.774810 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f611e58-8e3f-44e9-bc76-c8e4a122546c None None] Pushing event updated for resources: {'Port': ['ID=75e3d0f4-bd16-42ac-8c45-97d40e42e63e,revision_number=4']} {{(pid=101976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:34.900892 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvr_db [None req-82ec7b13-82e1-4dad-b0b0-e39e77585a7d None None] Set router ee3b1983-9cc8-4197-9027-cf3d5f806c67 gateway port host: dv-cinder-815146-2-iscsi {{(pid=101976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:19:35.009088 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-6fca2571-6bff-4b20-878e-ed4cac8b2f3d None None] Provisioning complete for port 75e3d0f4-bd16-42ac-8c45-97d40e42e63e triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:35.009687 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-6fca2571-6bff-4b20-878e-ed4cac8b2f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:35.160249 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-6fca2571-6bff-4b20-878e-ed4cac8b2f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:35.222019 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-82ec7b13-82e1-4dad-b0b0-e39e77585a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3b1983-9cc8-4197-9027-cf3d5f806c67', 'name': 'tempest-TestMinimumBasicScenario-2024101604-router', 'tenant_id': '9b0c4cd5b18c4fe1a658ff1ae01d9a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '0bb907ce-58c8-4214-8220-0a8a43f83299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:19:24Z', 'updated_at': '2021-10-27T10:19:29Z', 'revision_number': 4, 'project_id': '9b0c4cd5b18c4fe1a658ff1ae01d9a02', 'gw_port': {'id': '0bb907ce-58c8-4214-8220-0a8a43f83299', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:69:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3b1983-9cc8-4197-9027-cf3d5f806c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:19:25Z', 'updated_at': '2021-10-27T10:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '75e3d0f4-bd16-42ac-8c45-97d40e42e63e', 'name': '', 'network_id': 'c4117948-b870-4e54-881e-4cb803a47725', 'tenant_id': '9b0c4cd5b18c4fe1a658ff1ae01d9a02', 'mac_address': 'fa:16:3e:b9:3f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3b1983-9cc8-4197-9027-cf3d5f806c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'fec9c71e-3ee1-4821-9b29-176e3ab06245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:19:28Z', 'updated_at': '2021-10-27T10:19:34Z', 'revision_number': 4, 'project_id': '9b0c4cd5b18c4fe1a658ff1ae01d9a02', 'subnets': [{'id': 'fec9c71e-3ee1-4821-9b29-176e3ab06245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:35.274389 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ec7b13-82e1-4dad-b0b0-e39e77585a7d None None] The sync data for ids ['ee3b1983-9cc8-4197-9027-cf3d5f806c67'] in dv-cinder-815146-2-iscsi is: [{'id': 'ee3b1983-9cc8-4197-9027-cf3d5f806c67', 'name': 'tempest-TestMinimumBasicScenario-2024101604-router', 'tenant_id': '9b0c4cd5b18c4fe1a658ff1ae01d9a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '0bb907ce-58c8-4214-8220-0a8a43f83299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:19:24Z', 'updated_at': '2021-10-27T10:19:29Z', 'revision_number': 4, 'project_id': '9b0c4cd5b18c4fe1a658ff1ae01d9a02', 'gw_port': {'id': '0bb907ce-58c8-4214-8220-0a8a43f83299', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:69:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3b1983-9cc8-4197-9027-cf3d5f806c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:19:25Z', 'updated_at': '2021-10-27T10:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '75e3d0f4-bd16-42ac-8c45-97d40e42e63e', 'name': '', 'network_id': 'c4117948-b870-4e54-881e-4cb803a47725', 'tenant_id': '9b0c4cd5b18c4fe1a658ff1ae01d9a02', 'mac_address': 'fa:16:3e:b9:3f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3b1983-9cc8-4197-9027-cf3d5f806c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'fec9c71e-3ee1-4821-9b29-176e3ab06245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:19:28Z', 'updated_at': '2021-10-27T10:19:34Z', 'revision_number': 4, 'project_id': '9b0c4cd5b18c4fe1a658ff1ae01d9a02', 'subnets': [{'id': 'fec9c71e-3ee1-4821-9b29-176e3ab06245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:19:35.287764 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-6fca2571-6bff-4b20-878e-ed4cac8b2f3d None None] For port 75e3d0f4-bd16-42ac-8c45-97d40e42e63e, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=75e3d0f4-bd16-42ac-8c45-97d40e42e63e,segment=NetworkSegment(338f9d0c-19d5-4de5-92e3-d902360ae1cd),segment_id=338f9d0c-19d5-4de5-92e3-d902360ae1cd)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:35.377364 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-6fca2571-6bff-4b20-878e-ed4cac8b2f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:35.454799 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:35.491298 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca2571-6bff-4b20-878e-ed4cac8b2f3d None None] Pushing event updated for resources: {'Port': ['ID=75e3d0f4-bd16-42ac-8c45-97d40e42e63e,revision_number=5']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:35.915578 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf6888-0738-40ee-a77e-b53dbd3ef1ca req-c9b05b9f-9937-4316-9330-5f4bc40da8ee tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:35.940225 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-5fcf6888-0738-40ee-a77e-b53dbd3ef1ca req-c9b05b9f-9937-4316-9330-5f4bc40da8ee tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 944 time: 0.1253238 Oct 27 10:19:35.964502 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:36.007759 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-5fcf6888-0738-40ee-a77e-b53dbd3ef1ca req-a9fe9074-56f0-497a-a218-7e8970491f4b tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665429 Oct 27 10:19:36.121197 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 75e3d0f4-bd16-42ac-8c45-97d40e42e63e up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:19:36.202707 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port 75e3d0f4-bd16-42ac-8c45-97d40e42e63e triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:36.203486 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:37.199164 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c3f2f-930f-4feb-8a1e-f358b657b248 req-03e9acb4-0900-4956-b3f6-2e66a36cd36d tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:37.210208 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-ab4c3f2f-930f-4feb-8a1e-f358b657b248 req-03e9acb4-0900-4956-b3f6-2e66a36cd36d tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 944 time: 0.0911984 Oct 27 10:19:37.271226 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-ab4c3f2f-930f-4feb-8a1e-f358b657b248 req-5aeeb46d-b9d6-4974-856d-08f69296d565 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573845 Oct 27 10:19:37.404940 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:38.400168 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b9bdc-4768-4be3-a413-54c27ecdfb89 req-8010ee0b-8863-45f8-a2ba-295442a8ad5f tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:38.401840 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-5f4b9bdc-4768-4be3-a413-54c27ecdfb89 req-8010ee0b-8863-45f8-a2ba-295442a8ad5f tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 944 time: 0.0504055 Oct 27 10:19:38.440648 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-5f4b9bdc-4768-4be3-a413-54c27ecdfb89 req-942ce3ac-e9a5-440f-8f13-fe0a3c4e8cfc tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326447 Oct 27 10:19:39.580385 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec98ca-7688-4ba0-9251-66134803bd17 req-197f0845-a911-4a0f-9780-3c9d8b15e255 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:39.589049 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a8ec98ca-7688-4ba0-9251-66134803bd17 req-197f0845-a911-4a0f-9780-3c9d8b15e255 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 944 time: 0.0731804 Oct 27 10:19:39.637176 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a8ec98ca-7688-4ba0-9251-66134803bd17 req-b7788ad5-c255-44ea-9caf-fac49a25588e tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463419 Oct 27 10:19:40.789533 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194a5c7-767e-41d1-a802-f06c4f7f07df req-6e1efaef-a1f6-4c4e-9ceb-c89ec0510e30 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:40.795935 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-e194a5c7-767e-41d1-a802-f06c4f7f07df req-6e1efaef-a1f6-4c4e-9ceb-c89ec0510e30 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 944 time: 0.0789139 Oct 27 10:19:40.854985 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-e194a5c7-767e-41d1-a802-f06c4f7f07df req-f16832f1-54c6-49a1-b86c-a870cc6a54f3 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513554 Oct 27 10:19:41.116941 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 13b7a318-8669-4b93-8778-a5bb694f6e13 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:19:41.253432 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port 13b7a318-8669-4b93-8778-a5bb694f6e13, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=13b7a318-8669-4b93-8778-a5bb694f6e13,segment=NetworkSegment(2d3ba54e-e4c0-416f-b13e-608a81231259),segment_id=2d3ba54e-e4c0-416f-b13e-608a81231259)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:41.266881 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Returning: {'device': '13b7a318-8669-4b93-8778-a5bb694f6e13', 'network_id': '232c2cd8-3827-47b2-95ae-f90c0b9d2e5c', 'port_id': '13b7a318-8669-4b93-8778-a5bb694f6e13', 'mac_address': 'fa:16:3e:3c:3c:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32f65f21-7a7c-4568-afd2-3193e7fc13b4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:19:41.317016 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:41.332927 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13b7a318-8669-4b93-8778-a5bb694f6e13 {{(pid=101975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:19:41.352882 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port 13b7a318-8669-4b93-8778-a5bb694f6e13, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=13b7a318-8669-4b93-8778-a5bb694f6e13,segment=NetworkSegment(2d3ba54e-e4c0-416f-b13e-608a81231259),segment_id=2d3ba54e-e4c0-416f-b13e-608a81231259)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:41.919375 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:42.068249 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41324a0f-dcbe-4b9a-b230-81a199ac11af req-318edfd9-7044-49ce-aa79-12eef89d13d1 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:42.069230 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=13b7a318-8669-4b93-8778-a5bb694f6e13,revision_number=9']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:42.086370 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-41324a0f-dcbe-4b9a-b230-81a199ac11af req-318edfd9-7044-49ce-aa79-12eef89d13d1 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 945 time: 0.1499879 Oct 27 10:19:42.132040 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-41324a0f-dcbe-4b9a-b230-81a199ac11af req-d67d9020-51f3-4557-bec5-791af9b0e56a tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447917 Oct 27 10:19:42.200014 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] get_ports_and_sgs() called for port_ids ['13b7a318-8669-4b93-8778-a5bb694f6e13'] {{(pid=101975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:19:43.136729 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 13b7a318-8669-4b93-8778-a5bb694f6e13 up at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:19:43.186517 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Provisioning complete for port 13b7a318-8669-4b93-8778-a5bb694f6e13 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:43.186901 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:43.263585 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6c82b-01e5-4402-8a3c-1b8ed19a5310 req-a822fc74-d93d-4bee-b768-46f50c284caa tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:43.265062 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-53d6c82b-01e5-4402-8a3c-1b8ed19a5310 req-a822fc74-d93d-4bee-b768-46f50c284caa tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 945 time: 0.0489380 Oct 27 10:19:43.270820 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:43.295612 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b7a318-8669-4b93-8778-a5bb694f6e13'}] {{(pid=101975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:19:43.297994 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef74c052f1c640f85ff9302be404e86fdcd9e777050b230953bf81409b3ec6af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf44d890-5242-473b-9402-119b69323026" -d '{"events": [{"server_uuid": "6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab", "name": "network-vif-plugged", "status": "completed", "tag": "13b7a318-8669-4b93-8778-a5bb694f6e13"}]}' {{(pid=101975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:19:43.303701 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-53d6c82b-01e5-4402-8a3c-1b8ed19a5310 req-e767cab2-f0da-4952-9156-5e3b4b8a2747 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324128 Oct 27 10:19:43.313800 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port 13b7a318-8669-4b93-8778-a5bb694f6e13, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=13b7a318-8669-4b93-8778-a5bb694f6e13,segment=NetworkSegment(2d3ba54e-e4c0-416f-b13e-608a81231259),segment_id=2d3ba54e-e4c0-416f-b13e-608a81231259)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:43.349257 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7e8abf-223f-4745-af4c-1b1bbfd07078 x-openstack-request-id: req-0f7e8abf-223f-4745-af4c-1b1bbfd07078 {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:19:43.349617 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab", "name": "network-vif-plugged", "status": "completed", "tag": "13b7a318-8669-4b93-8778-a5bb694f6e13", "code": 200}]} {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:19:43.349974 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0f7e8abf-223f-4745-af4c-1b1bbfd07078 {{(pid=101975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:19:43.350370 dv-cinder-815146-2-iscsi neutron-server[101975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b7a318-8669-4b93-8778-a5bb694f6e13', 'code': 200} Oct 27 10:19:43.388264 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:43.440046 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=13b7a318-8669-4b93-8778-a5bb694f6e13,revision_number=10']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:43.633519 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e3c44-336c-468c-a915-4351721d1d2b req-952dcb19-e6d1-4ad0-94f3-2ccbb2249085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:43.635015 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-235e3c44-336c-468c-a915-4351721d1d2b req-952dcb19-e6d1-4ad0-94f3-2ccbb2249085 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 1100 time: 0.0446618 Oct 27 10:19:43.668815 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-235e3c44-336c-468c-a915-4351721d1d2b req-eadc8f64-879b-49fb-ac91-923fbf200fd6 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265255 Oct 27 10:19:44.067805 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:44.368073 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-837bfc9a-8b04-496c-97fd-7dc4f5b3c77a tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:44.369549 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-837bfc9a-8b04-496c-97fd-7dc4f5b3c77a tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/networks?id=769f9123-c250-4499-922a-eda89e184ff6 HTTP/1.1" status: 200 len: 815 time: 0.1054776 Oct 27 10:19:44.384714 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-733471f5-49d0-4289-a631-b875c8b2f39a tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/quotas/7eccb1a479ed45018a41a143769f7e6c HTTP/1.1" status: 200 len: 375 time: 0.0095317 Oct 27 10:19:44.440451 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-ae2801bf-ad7e-4559-8f1b-022c625eeb8b tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7eccb1a479ed45018a41a143769f7e6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506146 Oct 27 10:19:44.542404 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-8fe66095-1427-43d1-9740-6e2b18b7ba40 service neutron] 10.222.0.36 "GET /v2.0/networks/769f9123-c250-4499-922a-eda89e184ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906627 Oct 27 10:19:44.595372 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89abc88-65ac-44a1-aa1a-27333e57a2ed req-36ae6b2c-c36b-42ac-9965-86bf517e3108 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:44.597290 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-f89abc88-65ac-44a1-aa1a-27333e57a2ed req-36ae6b2c-c36b-42ac-9965-86bf517e3108 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 947 time: 0.0500102 Oct 27 10:19:44.638166 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-f89abc88-65ac-44a1-aa1a-27333e57a2ed req-cd45879b-3c0a-434a-8aad-63eb30addb54 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339587 Oct 27 10:19:44.646157 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-f1ac14d0-2635-4de2-ae12-0a728070036f service neutron] 10.222.0.36 "GET /v2.0/networks/769f9123-c250-4499-922a-eda89e184ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954230 Oct 27 10:19:44.893266 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-bf4fcd2f-a435-4cf4-a148-5d108aead8fc req-81724817-ebb6-48c2-a881-8aa3b630f86c tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 210 time: 0.0273545 Oct 27 10:19:45.771526 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556fa43c-a23e-4fb6-8843-d595a2acceef req-661412d7-1ead-47e6-8e7c-7c854a1c9126 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:45.773028 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-556fa43c-a23e-4fb6-8843-d595a2acceef req-661412d7-1ead-47e6-8e7c-7c854a1c9126 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 947 time: 0.0550845 Oct 27 10:19:45.819740 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-556fa43c-a23e-4fb6-8843-d595a2acceef req-ac5a09d5-88b0-475f-a4d6-c9e08952705f tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403621 Oct 27 10:19:45.988049 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-497a6664-d659-44c6-b1de-4afbf8a51d0a req-53278211-9a95-43a7-918d-6ec89d9455f7 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 210 time: 0.0279775 Oct 27 10:19:46.369672 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bf08e-ee11-4f4e-86a6-d45012bb59e4 req-0c0e6f3d-bd8f-43a1-a303-e715cd237343 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:46.371091 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-649bf08e-ee11-4f4e-86a6-d45012bb59e4 req-0c0e6f3d-bd8f-43a1-a303-e715cd237343 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b0f95fd-9aa4-4d75-bc18-f31157749ffd HTTP/1.1" status: 200 len: 946 time: 0.0479822 Oct 27 10:19:46.409300 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-649bf08e-ee11-4f4e-86a6-d45012bb59e4 req-d5236692-993e-4170-8a05-cde65f65f87f tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d959ffb-e2cb-4327-b6e3-fc83a2eb36dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314922 Oct 27 10:19:46.942391 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f0de7-1892-4c3c-81e9-2d7969ede497 req-9ca97d51-9d66-474c-a912-e2f0fc3f4f8a tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:46.943883 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-565f0de7-1892-4c3c-81e9-2d7969ede497 req-9ca97d51-9d66-474c-a912-e2f0fc3f4f8a tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 947 time: 0.0489392 Oct 27 10:19:46.981144 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-565f0de7-1892-4c3c-81e9-2d7969ede497 req-fbfb6756-090b-403b-b204-671912487460 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314310 Oct 27 10:19:47.084280 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-50fa930f-1030-45ad-b9d5-221ba8fc6202 req-86519197-5463-4500-bff1-65a4c90b960f tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 210 time: 0.0285521 Oct 27 10:19:47.374691 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-8a6b0acb-a4d3-4138-9302-7c29a2de06be tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:47.376298 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-8a6b0acb-a4d3-4138-9302-7c29a2de06be tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.81 "GET /v2.0/networks?id=769f9123-c250-4499-922a-eda89e184ff6 HTTP/1.1" status: 200 len: 815 time: 0.1027253 Oct 27 10:19:47.391657 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-6fd03f57-d47b-45ad-987e-7386615da381 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Request body: {'port': {'device_id': 'fd8049c2-43d5-420d-94c6-6df9cdf8fdb0', 'network_id': '769f9123-c250-4499-922a-eda89e184ff6', 'admin_state_up': True, 'tenant_id': '7eccb1a479ed45018a41a143769f7e6c'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:47.540952 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef56399-08ed-4ad4-9582-3e42d56bd785 req-150a0953-885e-4229-b667-2eaab28fffe0 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:47.542472 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1ef56399-08ed-4ad4-9582-3e42d56bd785 req-150a0953-885e-4229-b667-2eaab28fffe0 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b0f95fd-9aa4-4d75-bc18-f31157749ffd HTTP/1.1" status: 200 len: 946 time: 0.0629544 Oct 27 10:19:47.586534 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1ef56399-08ed-4ad4-9582-3e42d56bd785 req-6be1567c-2cae-453d-a11c-0671d360463c tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d959ffb-e2cb-4327-b6e3-fc83a2eb36dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377648 Oct 27 10:19:47.633449 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-6fd03f57-d47b-45ad-987e-7386615da381 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Made reservation on behalf of 7eccb1a479ed45018a41a143769f7e6c for: {'port': 1} {{(pid=101973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:19:47.637082 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-6fd03f57-d47b-45ad-987e-7386615da381 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:47.767325 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.db_base_plugin_common [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-6fd03f57-d47b-45ad-987e-7386615da381 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Allocated IP 172.20.0.3 (769f9123-c250-4499-922a-eda89e184ff6/e9966450-d712-49a2-adaa-a4a6541d3cca/74c3df47-26f9-4b45-8350-a1cfb6e368d3) {{(pid=101973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:19:47.912548 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-6fd03f57-d47b-45ad-987e-7386615da381 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks [] for port, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:48.013838 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-6fd03f57-d47b-45ad-987e-7386615da381 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:48.060079 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-6fd03f57-d47b-45ad-987e-7386615da381 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Network 769f9123-c250-4499-922a-eda89e184ff6 is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:19:48.066201 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-6fd03f57-d47b-45ad-987e-7386615da381 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:19:48.070835 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-6fd03f57-d47b-45ad-987e-7386615da381 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Received port after_create {{(pid=101973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:19:48.135891 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd03f57-d47b-45ad-987e-7386615da381 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Pushing event updated for resources: {'Port': ['ID=74c3df47-26f9-4b45-8350-a1cfb6e368d3,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:48.154786 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-6fd03f57-d47b-45ad-987e-7386615da381 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:48.156907 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-6fd03f57-d47b-45ad-987e-7386615da381 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:48.161370 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd03f57-d47b-45ad-987e-7386615da381 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:48.162039 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd03f57-d47b-45ad-987e-7386615da381 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:48.162606 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd03f57-d47b-45ad-987e-7386615da381 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:48.163045 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd03f57-d47b-45ad-987e-7386615da381 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:48.163525 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd03f57-d47b-45ad-987e-7386615da381 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:48.163956 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd03f57-d47b-45ad-987e-7386615da381 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:48.164388 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd03f57-d47b-45ad-987e-7386615da381 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:48.164852 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd03f57-d47b-45ad-987e-7386615da381 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:48.165274 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd03f57-d47b-45ad-987e-7386615da381 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:48.165699 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd03f57-d47b-45ad-987e-7386615da381 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:48.166162 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd03f57-d47b-45ad-987e-7386615da381 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:48.166578 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd03f57-d47b-45ad-987e-7386615da381 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:48.238005 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0c6d2-b5cb-49f4-9fdc-39194b93fe3f req-3ce607cb-e7b7-405d-83d4-66c23a028d46 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:48.240094 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-39c0c6d2-b5cb-49f4-9fdc-39194b93fe3f req-3ce607cb-e7b7-405d-83d4-66c23a028d46 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 931 time: 0.0641348 Oct 27 10:19:48.263273 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-6fd03f57-d47b-45ad-987e-7386615da381 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8746555 Oct 27 10:19:48.305394 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-39c0c6d2-b5cb-49f4-9fdc-39194b93fe3f req-d5b5386d-939b-4928-9bc7-3bae9e055e37 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd22afe8-2edd-4b34-a04e-1760be3c80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591128 Oct 27 10:19:48.409807 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-01a1358f-9a48-4472-a40f-64c0b70b9803 None None] Provisioning complete for port 74c3df47-26f9-4b45-8350-a1cfb6e368d3 triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:48.410379 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-01a1358f-9a48-4472-a40f-64c0b70b9803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:48.445938 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-01a1358f-9a48-4472-a40f-64c0b70b9803 None None] Port 74c3df47-26f9-4b45-8350-a1cfb6e368d3 cannot update to ACTIVE because it is not bound. {{(pid=101975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:19:48.719218 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3262511-2da0-442e-b82e-98efe13ec6c6 req-37ee6558-548e-47a6-acec-9887f34fbe46 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:48.720692 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-e3262511-2da0-442e-b82e-98efe13ec6c6 req-37ee6558-548e-47a6-acec-9887f34fbe46 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b0f95fd-9aa4-4d75-bc18-f31157749ffd HTTP/1.1" status: 200 len: 946 time: 0.0500920 Oct 27 10:19:48.760147 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-e3262511-2da0-442e-b82e-98efe13ec6c6 req-f250d6cf-25fb-461c-805c-2fd4fc41de3a tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d959ffb-e2cb-4327-b6e3-fc83a2eb36dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333772 Oct 27 10:19:49.423917 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927dcce9-c221-406d-b406-7a7d179decdd req-6a981efb-3805-4fb4-b766-0afb65fdbbbc tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:49.425530 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-927dcce9-c221-406d-b406-7a7d179decdd req-6a981efb-3805-4fb4-b766-0afb65fdbbbc tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 931 time: 0.0499129 Oct 27 10:19:49.466992 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-927dcce9-c221-406d-b406-7a7d179decdd req-721fbc78-8e38-4da6-a015-e3b489949364 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd22afe8-2edd-4b34-a04e-1760be3c80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353012 Oct 27 10:19:49.878108 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd0036-56ae-4e85-8744-51115d88624b req-c14f84ee-5ff6-4d5c-b1ff-d709453996d0 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:49.879684 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-c8cd0036-56ae-4e85-8744-51115d88624b req-c14f84ee-5ff6-4d5c-b1ff-d709453996d0 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b0f95fd-9aa4-4d75-bc18-f31157749ffd HTTP/1.1" status: 200 len: 946 time: 0.0493042 Oct 27 10:19:49.922132 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-c8cd0036-56ae-4e85-8744-51115d88624b req-d10d1c94-45d7-40fb-9881-c3098cab1e01 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d959ffb-e2cb-4327-b6e3-fc83a2eb36dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354972 Oct 27 10:19:50.584676 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195dc7b9-c74f-454e-9f21-b195bfb468e5 req-008b65cf-08ad-40da-a8dd-55c48be911ce tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:50.586191 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-195dc7b9-c74f-454e-9f21-b195bfb468e5 req-008b65cf-08ad-40da-a8dd-55c48be911ce tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 931 time: 0.0495012 Oct 27 10:19:50.628684 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-195dc7b9-c74f-454e-9f21-b195bfb468e5 req-04316714-f9aa-4cf6-bf42-f9dd3f39b7fc tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd22afe8-2edd-4b34-a04e-1760be3c80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364938 Oct 27 10:19:51.049811 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f185975-10fa-4ef3-8c06-8f286be96239 req-429e27a9-5046-463b-9051-9986039c58fe tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:51.052329 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1f185975-10fa-4ef3-8c06-8f286be96239 req-429e27a9-5046-463b-9051-9986039c58fe tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b0f95fd-9aa4-4d75-bc18-f31157749ffd HTTP/1.1" status: 200 len: 946 time: 0.0582223 Oct 27 10:19:51.096593 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1f185975-10fa-4ef3-8c06-8f286be96239 req-cc169e9b-fc75-4b1f-bac1-d704bacf050e tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d959ffb-e2cb-4327-b6e3-fc83a2eb36dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381002 Oct 27 10:19:51.749063 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8bad8b-9e79-4fcb-99d0-cf66aa45f863 req-fa6d99c9-6f0f-4d47-bb45-c4ab0f2f320c tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:51.751896 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-ae8bad8b-9e79-4fcb-99d0-cf66aa45f863 req-fa6d99c9-6f0f-4d47-bb45-c4ab0f2f320c tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 931 time: 0.0526133 Oct 27 10:19:51.791244 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-ae8bad8b-9e79-4fcb-99d0-cf66aa45f863 req-c054c46c-1fb5-42a8-8be8-43bba2d7ab94 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd22afe8-2edd-4b34-a04e-1760be3c80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332794 Oct 27 10:19:52.215564 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e317cb-3dd4-4b79-868e-51f4e1b4493f req-2022c5b7-7326-47e8-a052-46abe4c46790 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:52.217035 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a8e317cb-3dd4-4b79-868e-51f4e1b4493f req-2022c5b7-7326-47e8-a052-46abe4c46790 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b0f95fd-9aa4-4d75-bc18-f31157749ffd HTTP/1.1" status: 200 len: 946 time: 0.0512471 Oct 27 10:19:52.258990 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a8e317cb-3dd4-4b79-868e-51f4e1b4493f req-d704fdec-d90a-4d67-b3f8-d797cffe29f0 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d959ffb-e2cb-4327-b6e3-fc83a2eb36dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344179 Oct 27 10:19:52.913316 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc1136-7d07-497e-8ce5-3dd80714980f req-31091bca-7eb5-4d72-a74e-eab05bddae1f tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:52.914872 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-2bdc1136-7d07-497e-8ce5-3dd80714980f req-31091bca-7eb5-4d72-a74e-eab05bddae1f tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 931 time: 0.0495646 Oct 27 10:19:52.957632 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-2bdc1136-7d07-497e-8ce5-3dd80714980f req-7c245993-fd48-4a48-83b8-7614b2be5baf tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd22afe8-2edd-4b34-a04e-1760be3c80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364368 Oct 27 10:19:53.378356 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e85462-35b1-4b5d-bcf2-d7999c36e264 req-2645e483-8487-4922-9719-3a30c3e5b790 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:53.379846 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-61e85462-35b1-4b5d-bcf2-d7999c36e264 req-2645e483-8487-4922-9719-3a30c3e5b790 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b0f95fd-9aa4-4d75-bc18-f31157749ffd HTTP/1.1" status: 200 len: 946 time: 0.0500913 Oct 27 10:19:53.420328 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-61e85462-35b1-4b5d-bcf2-d7999c36e264 req-891f6c31-444c-4583-985a-c0b17d81168b tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d959ffb-e2cb-4327-b6e3-fc83a2eb36dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342069 Oct 27 10:19:54.088512 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebccf74-58ad-4982-96f5-bb0d0b7d8431 req-aae70516-2c28-42bf-a9f7-8836aff340b2 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:54.090141 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-4ebccf74-58ad-4982-96f5-bb0d0b7d8431 req-aae70516-2c28-42bf-a9f7-8836aff340b2 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 931 time: 0.0623462 Oct 27 10:19:54.132961 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-4ebccf74-58ad-4982-96f5-bb0d0b7d8431 req-8069a5da-0d49-4932-93e2-5b448d35bc0b tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd22afe8-2edd-4b34-a04e-1760be3c80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365098 Oct 27 10:19:54.543208 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383f5b9-d223-465a-a696-3578039006de req-9d8dd2cc-9606-49b3-ab63-88970c2d6177 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:54.544687 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-3383f5b9-d223-465a-a696-3578039006de req-9d8dd2cc-9606-49b3-ab63-88970c2d6177 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b0f95fd-9aa4-4d75-bc18-f31157749ffd HTTP/1.1" status: 200 len: 946 time: 0.0533831 Oct 27 10:19:54.585872 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-3383f5b9-d223-465a-a696-3578039006de req-92be98a9-6cf0-4cd8-a3d1-9e2022bd36b5 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d959ffb-e2cb-4327-b6e3-fc83a2eb36dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343647 Oct 27 10:19:55.251624 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15707fa5-4726-49bc-b0a8-1319a8bd1ff4 req-9e6bed20-5ee6-4d7d-96c4-368a84ef878b tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:55.253125 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-15707fa5-4726-49bc-b0a8-1319a8bd1ff4 req-9e6bed20-5ee6-4d7d-96c4-368a84ef878b tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 931 time: 0.0514777 Oct 27 10:19:55.292601 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-15707fa5-4726-49bc-b0a8-1319a8bd1ff4 req-7193c581-e0ac-4fb6-ad64-502e5a788668 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd22afe8-2edd-4b34-a04e-1760be3c80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335567 Oct 27 10:19:55.705497 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b217af6-d25b-450e-af59-78223fc7e24f req-c3c1292e-e18e-42c3-a673-bc9702878547 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:55.707006 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-9b217af6-d25b-450e-af59-78223fc7e24f req-c3c1292e-e18e-42c3-a673-bc9702878547 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b0f95fd-9aa4-4d75-bc18-f31157749ffd HTTP/1.1" status: 200 len: 946 time: 0.0511932 Oct 27 10:19:55.747390 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-9b217af6-d25b-450e-af59-78223fc7e24f req-cf6200d1-ca5e-4d4d-83a9-cf1f06abaf1f tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d959ffb-e2cb-4327-b6e3-fc83a2eb36dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340996 Oct 27 10:19:56.410359 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89eb6fc-15a0-42d9-8008-e2f2135d04be req-2fc387b4-a1c4-4f35-9cf2-e01ac49ca837 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:56.411854 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-d89eb6fc-15a0-42d9-8008-e2f2135d04be req-2fc387b4-a1c4-4f35-9cf2-e01ac49ca837 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 931 time: 0.0502021 Oct 27 10:19:56.450499 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-d89eb6fc-15a0-42d9-8008-e2f2135d04be req-c679ee33-71e2-4e44-bed5-2e65d3d95eef tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd22afe8-2edd-4b34-a04e-1760be3c80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323904 Oct 27 10:19:56.870193 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86b8b7-6422-4897-b574-ca24d1f81b2a req-f69b2a7c-da72-4381-8dd3-0e0f94b58e34 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:56.871675 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-eb86b8b7-6422-4897-b574-ca24d1f81b2a req-f69b2a7c-da72-4381-8dd3-0e0f94b58e34 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b0f95fd-9aa4-4d75-bc18-f31157749ffd HTTP/1.1" status: 200 len: 946 time: 0.0518186 Oct 27 10:19:56.913150 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-eb86b8b7-6422-4897-b574-ca24d1f81b2a req-89c943ee-67fd-4fcb-9cd8-c1a9157cc3bb tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d959ffb-e2cb-4327-b6e3-fc83a2eb36dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340252 Oct 27 10:19:57.569268 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af44e41-4a6c-4086-b260-f348ebc5aea7 req-f1d7aa86-6486-43c7-ad77-e3a7fa7776be tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:57.570809 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-2af44e41-4a6c-4086-b260-f348ebc5aea7 req-f1d7aa86-6486-43c7-ad77-e3a7fa7776be tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 931 time: 0.0482261 Oct 27 10:19:57.612084 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-2af44e41-4a6c-4086-b260-f348ebc5aea7 req-439466e9-be7d-43c8-be4d-b47150d8f781 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd22afe8-2edd-4b34-a04e-1760be3c80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354095 Oct 27 10:19:57.820708 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.agents_db [None req-86e8c3be-7e21-4532-a65d-8f48c0a472d4 None None] Agent healthcheck: found 6 active agents {{(pid=101976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:19:58.039045 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc685720-1308-4f34-b1f6-5f88a8311c08 req-156c59cb-c413-4c39-9bbb-9cdb9a6fd575 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:58.040524 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-fc685720-1308-4f34-b1f6-5f88a8311c08 req-156c59cb-c413-4c39-9bbb-9cdb9a6fd575 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b0f95fd-9aa4-4d75-bc18-f31157749ffd HTTP/1.1" status: 200 len: 946 time: 0.0538559 Oct 27 10:19:58.079850 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-fc685720-1308-4f34-b1f6-5f88a8311c08 req-28141fdb-4cbf-44ee-a901-2434d9e9cf79 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d959ffb-e2cb-4327-b6e3-fc83a2eb36dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331552 Oct 27 10:19:58.726691 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bbf629-fa93-4180-b0d6-99699b7f6754 req-75831c4d-7f86-4dab-aabd-547affc8cd09 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:58.728382 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-11bbf629-fa93-4180-b0d6-99699b7f6754 req-75831c4d-7f86-4dab-aabd-547affc8cd09 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 931 time: 0.0480125 Oct 27 10:19:58.764362 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-11bbf629-fa93-4180-b0d6-99699b7f6754 req-bb515a5c-b4a7-470d-bac6-a2e2e9bd7e31 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd22afe8-2edd-4b34-a04e-1760be3c80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301454 Oct 27 10:19:58.897339 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-dbc34ff0-a77e-4d4a-8abe-61d9375a0b30 service neutron] Request body: {'port': {'device_id': 'fd8049c2-43d5-420d-94c6-6df9cdf8fdb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:58.949648 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-dbc34ff0-a77e-4d4a-8abe-61d9375a0b30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:59.281001 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fda08c-746b-421e-9d38-3b770c4f9d9d req-52c84c27-c765-49a0-a9e7-0d31274e1e5e tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:59.283065 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-96fda08c-746b-421e-9d38-3b770c4f9d9d req-52c84c27-c765-49a0-a9e7-0d31274e1e5e tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b0f95fd-9aa4-4d75-bc18-f31157749ffd HTTP/1.1" status: 200 len: 946 time: 0.1318219 Oct 27 10:19:59.284828 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-dbc34ff0-a77e-4d4a-8abe-61d9375a0b30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74c3df47-26f9-4b45-8350-a1cfb6e368d3 {{(pid=101973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:19:59.295577 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3930f2-b532-463d-b9a5-8f68b2478111 req-fb5a4d98-59c5-4239-aec9-9aefdbb92eef tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:59.297439 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-fb3930f2-b532-463d-b9a5-8f68b2478111 req-fb5a4d98-59c5-4239-aec9-9aefdbb92eef tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b0f95fd-9aa4-4d75-bc18-f31157749ffd HTTP/1.1" status: 200 len: 946 time: 0.1270800 Oct 27 10:19:59.303359 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-dbc34ff0-a77e-4d4a-8abe-61d9375a0b30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:59.356984 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-dbc34ff0-a77e-4d4a-8abe-61d9375a0b30 service neutron] Transition to ACTIVE for port object 74c3df47-26f9-4b45-8350-a1cfb6e368d3 will not be triggered until provisioned by entity L2. {{(pid=101973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:19:59.400440 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-96fda08c-746b-421e-9d38-3b770c4f9d9d req-551dc44a-e132-40ad-8c9f-a8e1f7bd9a94 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d959ffb-e2cb-4327-b6e3-fc83a2eb36dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015506 Oct 27 10:19:59.418686 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-dbc34ff0-a77e-4d4a-8abe-61d9375a0b30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9116887'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:59.466402 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [req-fb3930f2-b532-463d-b9a5-8f68b2478111 req-56338458-675c-4543-b4cb-36e3e42f8ee3 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Deleting port 194fb3bc-b32e-41e9-a8bc-35424de6f66c {{(pid=101973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:19:59.466775 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-fb3930f2-b532-463d-b9a5-8f68b2478111 req-56338458-675c-4543-b4cb-36e3e42f8ee3 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:59.523408 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc34ff0-a77e-4d4a-8abe-61d9375a0b30 service neutron] Pushing event updated for resources: {'Port': ['ID=74c3df47-26f9-4b45-8350-a1cfb6e368d3,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:59.635088 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-fb3930f2-b532-463d-b9a5-8f68b2478111 req-56338458-675c-4543-b4cb-36e3e42f8ee3 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] For port 194fb3bc-b32e-41e9-a8bc-35424de6f66c, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=194fb3bc-b32e-41e9-a8bc-35424de6f66c,segment=NetworkSegment(acf42566-5f4e-42c2-8a27-453fec152c59),segment_id=acf42566-5f4e-42c2-8a27-453fec152c59)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:59.635394 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-fb3930f2-b532-463d-b9a5-8f68b2478111 req-56338458-675c-4543-b4cb-36e3e42f8ee3 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:59.638242 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-dbc34ff0-a77e-4d4a-8abe-61d9375a0b30 service neutron] Attempting to bind port 74c3df47-26f9-4b45-8350-a1cfb6e368d3 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:19:59.638577 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-dbc34ff0-a77e-4d4a-8abe-61d9375a0b30 service neutron] Attempting to bind port 74c3df47-26f9-4b45-8350-a1cfb6e368d3 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '550fd727-22c6-4869-bd63-4d608e728918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '769f9123-c250-4499-922a-eda89e184ff6'}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:19:59.638905 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-dbc34ff0-a77e-4d4a-8abe-61d9375a0b30 service neutron] Attempting to bind port 74c3df47-26f9-4b45-8350-a1cfb6e368d3 on network 769f9123-c250-4499-922a-eda89e184ff6 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:19:59.649338 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-dbc34ff0-a77e-4d4a-8abe-61d9375a0b30 service neutron] Port 74c3df47-26f9-4b45-8350-a1cfb6e368d3 on network 769f9123-c250-4499-922a-eda89e184ff6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:19:59.649658 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-dbc34ff0-a77e-4d4a-8abe-61d9375a0b30 service neutron] Attempting to bind port 74c3df47-26f9-4b45-8350-a1cfb6e368d3 on network 769f9123-c250-4499-922a-eda89e184ff6 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:19:59.689046 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-dbc34ff0-a77e-4d4a-8abe-61d9375a0b30 service neutron] Checking agent: {'id': '4745671e-30cb-4e18-8ff0-6142bf8b3cdd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 11, 11), 'started_at': datetime.datetime(2021, 10, 27, 10, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:19:59.689427 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-dbc34ff0-a77e-4d4a-8abe-61d9375a0b30 service neutron] Checking segment: {'id': '550fd727-22c6-4869-bd63-4d608e728918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '769f9123-c250-4499-922a-eda89e184ff6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:19:59.689832 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-dbc34ff0-a77e-4d4a-8abe-61d9375a0b30 service neutron] Bound using segment: {'id': '550fd727-22c6-4869-bd63-4d608e728918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '769f9123-c250-4499-922a-eda89e184ff6'} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:19:59.690314 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-dbc34ff0-a77e-4d4a-8abe-61d9375a0b30 service neutron] Bound port: 74c3df47-26f9-4b45-8350-a1cfb6e368d3, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '550fd727-22c6-4869-bd63-4d608e728918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '769f9123-c250-4499-922a-eda89e184ff6'}}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:19:59.690664 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-dbc34ff0-a77e-4d4a-8abe-61d9375a0b30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:59.812080 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-dbc34ff0-a77e-4d4a-8abe-61d9375a0b30 service neutron] For port 74c3df47-26f9-4b45-8350-a1cfb6e368d3, host hv-cinder-81514, cleared binding levels {{(pid=101973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:19:59.861163 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-dbc34ff0-a77e-4d4a-8abe-61d9375a0b30 service neutron] For port 74c3df47-26f9-4b45-8350-a1cfb6e368d3, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=74c3df47-26f9-4b45-8350-a1cfb6e368d3,segment=NetworkSegment(550fd727-22c6-4869-bd63-4d608e728918),segment_id=550fd727-22c6-4869-bd63-4d608e728918)] {{(pid=101973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:19:59.880940 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-fb3930f2-b532-463d-b9a5-8f68b2478111 req-56338458-675c-4543-b4cb-36e3e42f8ee3 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:59.881301 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-fb3930f2-b532-463d-b9a5-8f68b2478111 req-56338458-675c-4543-b4cb-36e3e42f8ee3 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564014'] for floatingip, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:59.881616 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.db.l3_db [req-fb3930f2-b532-463d-b9a5-8f68b2478111 req-56338458-675c-4543-b4cb-36e3e42f8ee3 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Floating IP 494589c4-b737-437a-ba50-d12ae0375654 disassociated. External IP: 172.27.0.227, port: 194fb3bc-b32e-41e9-a8bc-35424de6f66c. Oct 27 10:19:59.881987 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [req-fb3930f2-b532-463d-b9a5-8f68b2478111 req-56338458-675c-4543-b4cb-36e3e42f8ee3 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Calling delete_port for 194fb3bc-b32e-41e9-a8bc-35424de6f66c owned by compute:nova {{(pid=101973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:19:59.889281 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190ff8c-7d4b-4c4d-9902-40592b2b86c0 req-d695ebba-2b6d-400f-ac6e-376c388f4dcb tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:59.891531 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-3190ff8c-7d4b-4c4d-9902-40592b2b86c0 req-d695ebba-2b6d-400f-ac6e-376c388f4dcb tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 943 time: 0.0573113 Oct 27 10:19:59.927309 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-dbc34ff0-a77e-4d4a-8abe-61d9375a0b30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9116887'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:59.932655 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-3190ff8c-7d4b-4c4d-9902-40592b2b86c0 req-6a8d37d7-c921-488f-ba86-c13006e5a30f tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd22afe8-2edd-4b34-a04e-1760be3c80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334592 Oct 27 10:19:59.975581 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-dbc34ff0-a77e-4d4a-8abe-61d9375a0b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:59.976199 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-dbc34ff0-a77e-4d4a-8abe-61d9375a0b30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:59.977895 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-dbc34ff0-a77e-4d4a-8abe-61d9375a0b30 service neutron] 10.222.0.81 "PUT /v2.0/ports/74c3df47-26f9-4b45-8350-a1cfb6e368d3 HTTP/1.1" status: 200 len: 1093 time: 1.0847526 Oct 27 10:19:59.978342 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd8049c2-43d5-420d-94c6-6df9cdf8fdb0', 'tag': '74c3df47-26f9-4b45-8350-a1cfb6e368d3'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:19:59.980757 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94debda59f24a9426fb80c87c8c8853eb57e17b8e03a85591ed34d87467b8464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6afda507-8a1a-4959-8346-d04d83c31180" -d '{"events": [{"name": "network-changed", "server_uuid": "fd8049c2-43d5-420d-94c6-6df9cdf8fdb0", "tag": "74c3df47-26f9-4b45-8350-a1cfb6e368d3"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:20:00.008106 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc34ff0-a77e-4d4a-8abe-61d9375a0b30 service neutron] Pushing event updated for resources: {'Port': ['ID=74c3df47-26f9-4b45-8350-a1cfb6e368d3,revision_number=3']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:00.025491 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91efa6f7-efcd-4034-b150-c6494fac3718 x-openstack-request-id: req-91efa6f7-efcd-4034-b150-c6494fac3718 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:20:00.030279 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd8049c2-43d5-420d-94c6-6df9cdf8fdb0", "tag": "74c3df47-26f9-4b45-8350-a1cfb6e368d3", "status": "completed", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:20:00.030279 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-91efa6f7-efcd-4034-b150-c6494fac3718 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:20:00.030279 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd8049c2-43d5-420d-94c6-6df9cdf8fdb0', 'tag': '74c3df47-26f9-4b45-8350-a1cfb6e368d3', 'status': 'completed', 'code': 200} Oct 27 10:20:00.119880 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afda507-8a1a-4959-8346-d04d83c31180 req-76b3ad82-e5cf-4c70-8a10-54e4b5bd6519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:00.121383 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-6afda507-8a1a-4959-8346-d04d83c31180 req-76b3ad82-e5cf-4c70-8a10-54e4b5bd6519 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7eccb1a479ed45018a41a143769f7e6c&device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 1096 time: 0.0601201 Oct 27 10:20:00.180066 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-fb3930f2-b532-463d-b9a5-8f68b2478111 req-56338458-675c-4543-b4cb-36e3e42f8ee3 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:00.215143 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56338458-675c-4543-b4cb-36e3e42f8ee3 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Pushing event deleted for resources: {'Port': ['ID=194fb3bc-b32e-41e9-a8bc-35424de6f66c,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:00.322084 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afda507-8a1a-4959-8346-d04d83c31180 req-e94507f7-0824-4ece-810e-642514dd8877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:00.323473 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-6afda507-8a1a-4959-8346-d04d83c31180 req-e94507f7-0824-4ece-810e-642514dd8877 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=7eccb1a479ed45018a41a143769f7e6c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1918085 Oct 27 10:20:00.404845 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb3930f2-b532-463d-b9a5-8f68b2478111 req-56338458-675c-4543-b4cb-36e3e42f8ee3 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Router 3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c has already been hosted by L3 agent b2a2dab9-f998-4002-b8bb-cf3ca8546284 {{(pid=101973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:20:00.471206 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afda507-8a1a-4959-8346-d04d83c31180 req-223b0e3a-cebf-4fa8-a809-e9bd461d856c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:00.472660 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-6afda507-8a1a-4959-8346-d04d83c31180 req-223b0e3a-cebf-4fa8-a809-e9bd461d856c service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1402037 Oct 27 10:20:00.500983 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-e23ebfca-77e0-492a-a32a-e7fddb0fbe3e req-b6b11b90-f824-4d54-b760-d7162489b748 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b0f95fd-9aa4-4d75-bc18-f31157749ffd HTTP/1.1" status: 200 len: 210 time: 0.0341010 Oct 27 10:20:00.568598 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb3930f2-b532-463d-b9a5-8f68b2478111 req-56338458-675c-4543-b4cb-36e3e42f8ee3 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Notify agent at l3_agent.dv-cinder-815146-2-iscsi the message routers_updated {{(pid=101973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:20:00.578879 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-39753779-8393-4852-8cee-7d72fb78d136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:00.579323 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-39753779-8393-4852-8cee-7d72fb78d136 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7eccb1a479ed45018a41a143769f7e6c&device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 1096 time: 0.0649078 Oct 27 10:20:00.581174 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bbed79-a57d-4f19-8576-d610d4696f1f None None] Sync routers for ids ['3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c'] in dv-cinder-815146-2-iscsi {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:20:00.592336 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bbed79-a57d-4f19-8576-d610d4696f1f None None] Routers {'3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:20:00.593283 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-d7bbed79-a57d-4f19-8576-d610d4696f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:19:34Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:00.715505 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-d7bbed79-a57d-4f19-8576-d610d4696f1f None None] Set router 3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:20:00.882549 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb3930f2-b532-463d-b9a5-8f68b2478111 req-56338458-675c-4543-b4cb-36e3e42f8ee3 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] No DVR routers for this DVR port 194fb3bc-b32e-41e9-a8bc-35424de6f66c on host hv-cinder-81514 {{(pid=101973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:20:00.885254 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-fb3930f2-b532-463d-b9a5-8f68b2478111 req-56338458-675c-4543-b4cb-36e3e42f8ee3 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:00.888857 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-fb3930f2-b532-463d-b9a5-8f68b2478111 req-56338458-675c-4543-b4cb-36e3e42f8ee3 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.81 "DELETE /v2.0/ports/194fb3bc-b32e-41e9-a8bc-35424de6f66c HTTP/1.1" status: 204 len: 173 time: 1.5785449 Oct 27 10:20:00.898377 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-0851f82f-64cf-4a15-a1f6-c697d57ac7a3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74c3df47-26f9-4b45-8350-a1cfb6e368d3 HTTP/1.1" status: 200 len: 217 time: 0.0563428 Oct 27 10:20:00.923070 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-d7bbed79-a57d-4f19-8576-d610d4696f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'name': 'tempest-AttachVolumeTestJSON-1029581605-router', 'tenant_id': 'e7c55039221b45c69304c1afafa20e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b0997d9b-90ac-4b76-a43a-41be4b4fa380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:01Z', 'updated_at': '2021-10-27T10:13:10Z', 'revision_number': 4, 'project_id': 'e7c55039221b45c69304c1afafa20e6a', 'gw_port': {'id': 'b0997d9b-90ac-4b76-a43a-41be4b4fa380', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:02Z', 'updated_at': '2021-10-27T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '950f21fd-ce13-465b-8d46-9d1956815de8', 'name': '', 'network_id': '8a629e7d-72b0-4646-a07a-812ae74aa6c3', 'tenant_id': 'e7c55039221b45c69304c1afafa20e6a', 'mac_address': 'fa:16:3e:b9:43:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2d043faf-de54-45d8-ad51-b3c5339bc389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:08Z', 'updated_at': '2021-10-27T10:13:14Z', 'revision_number': 5, 'project_id': 'e7c55039221b45c69304c1afafa20e6a', 'subnets': [{'id': '2d043faf-de54-45d8-ad51-b3c5339bc389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:00.948262 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-fec2c5a9-5290-4125-bdc7-6dd46d2d2e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:00.949746 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-fec2c5a9-5290-4125-bdc7-6dd46d2d2e1e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e9966450-d712-49a2-adaa-a4a6541d3cca HTTP/1.1" status: 200 len: 854 time: 0.0511687 Oct 27 10:20:00.952774 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bbed79-a57d-4f19-8576-d610d4696f1f None None] Checking router: 3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c for host: dv-cinder-815146-2-iscsi {{(pid=101975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:20:00.962904 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bbed79-a57d-4f19-8576-d610d4696f1f None None] Routers {'3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:20:00.963555 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-d7bbed79-a57d-4f19-8576-d610d4696f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:19:34Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:01.005001 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-a4f21cbf-166d-4e12-aec8-eb3499da3f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:01.006625 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-a4f21cbf-166d-4e12-aec8-eb3499da3f04 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=769f9123-c250-4499-922a-eda89e184ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0481982 Oct 27 10:20:01.115833 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f5d55-118b-41df-8516-f9f370843dfd req-6d3c7f9c-1f44-4233-8da9-41254503a8ae tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:01.117650 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-683f5d55-118b-41df-8516-f9f370843dfd req-6d3c7f9c-1f44-4233-8da9-41254503a8ae tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 943 time: 0.1098039 Oct 27 10:20:01.152814 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-600dc3e0-3ca6-4b21-a8ca-d8ce75b4c066 service neutron] 10.222.0.81 "GET /v2.0/networks/769f9123-c250-4499-922a-eda89e184ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316159 Oct 27 10:20:01.186541 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-683f5d55-118b-41df-8516-f9f370843dfd req-70c6a48f-253f-4d84-a886-8118d29ad272 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd22afe8-2edd-4b34-a04e-1760be3c80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608730 Oct 27 10:20:01.208768 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-d7bbed79-a57d-4f19-8576-d610d4696f1f None None] Set router 3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:20:01.257444 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0847f45d-7707-4511-be2e-cc3a8fbe43be req-2987120a-4b30-4749-b1eb-715fed5c39aa service neutron] 10.222.0.81 "GET /v2.0/networks/769f9123-c250-4499-922a-eda89e184ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938342 Oct 27 10:20:01.411986 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-d7bbed79-a57d-4f19-8576-d610d4696f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'name': 'tempest-AttachVolumeTestJSON-1029581605-router', 'tenant_id': 'e7c55039221b45c69304c1afafa20e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b0997d9b-90ac-4b76-a43a-41be4b4fa380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:01Z', 'updated_at': '2021-10-27T10:13:10Z', 'revision_number': 4, 'project_id': 'e7c55039221b45c69304c1afafa20e6a', 'gw_port': {'id': 'b0997d9b-90ac-4b76-a43a-41be4b4fa380', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:02Z', 'updated_at': '2021-10-27T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '950f21fd-ce13-465b-8d46-9d1956815de8', 'name': '', 'network_id': '8a629e7d-72b0-4646-a07a-812ae74aa6c3', 'tenant_id': 'e7c55039221b45c69304c1afafa20e6a', 'mac_address': 'fa:16:3e:b9:43:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2d043faf-de54-45d8-ad51-b3c5339bc389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:08Z', 'updated_at': '2021-10-27T10:13:14Z', 'revision_number': 5, 'project_id': 'e7c55039221b45c69304c1afafa20e6a', 'subnets': [{'id': '2d043faf-de54-45d8-ad51-b3c5339bc389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:01.437249 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bbed79-a57d-4f19-8576-d610d4696f1f None None] The sync data for ids ['3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c'] in dv-cinder-815146-2-iscsi is: [{'id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'name': 'tempest-AttachVolumeTestJSON-1029581605-router', 'tenant_id': 'e7c55039221b45c69304c1afafa20e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b0997d9b-90ac-4b76-a43a-41be4b4fa380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:01Z', 'updated_at': '2021-10-27T10:13:10Z', 'revision_number': 4, 'project_id': 'e7c55039221b45c69304c1afafa20e6a', 'gw_port': {'id': 'b0997d9b-90ac-4b76-a43a-41be4b4fa380', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:02Z', 'updated_at': '2021-10-27T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '950f21fd-ce13-465b-8d46-9d1956815de8', 'name': '', 'network_id': '8a629e7d-72b0-4646-a07a-812ae74aa6c3', 'tenant_id': 'e7c55039221b45c69304c1afafa20e6a', 'mac_address': 'fa:16:3e:b9:43:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2d043faf-de54-45d8-ad51-b3c5339bc389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:08Z', 'updated_at': '2021-10-27T10:13:14Z', 'revision_number': 5, 'project_id': 'e7c55039221b45c69304c1afafa20e6a', 'subnets': [{'id': '2d043faf-de54-45d8-ad51-b3c5339bc389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:20:01.553777 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-0c3097af-b35f-4e7c-a9bf-eea2302f6ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:01.615334 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-e17b67b1-83c3-4f09-8fdd-62285b19ce8b req-54ba20f5-618e-4ec1-bde1-459042f35202 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b0f95fd-9aa4-4d75-bc18-f31157749ffd HTTP/1.1" status: 200 len: 210 time: 0.0306315 Oct 27 10:20:01.661232 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26ca732-80f4-432f-b8ff-6376c67735f4 None None] New status for floating IP 494589c4-b737-437a-ba50-d12ae0375654: DOWN {{(pid=101976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:20:02.027773 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0f95fd-9aa4-4d75-bc18-f31157749ffd', 'name': 'network-vif-deleted', 'tag': '194fb3bc-b32e-41e9-a8bc-35424de6f66c'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:20:02.030121 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94debda59f24a9426fb80c87c8c8853eb57e17b8e03a85591ed34d87467b8464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e14e8f-aa1b-4d0e-9dc1-836138c6c3ee" -d '{"events": [{"server_uuid": "6b0f95fd-9aa4-4d75-bc18-f31157749ffd", "name": "network-vif-deleted", "tag": "194fb3bc-b32e-41e9-a8bc-35424de6f66c"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:20:02.064436 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438e10f5-72e6-4fc6-b228-9adb63944210 x-openstack-request-id: req-438e10f5-72e6-4fc6-b228-9adb63944210 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:20:02.064772 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0f95fd-9aa4-4d75-bc18-f31157749ffd", "name": "network-vif-deleted", "tag": "194fb3bc-b32e-41e9-a8bc-35424de6f66c", "status": "completed", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:20:02.065024 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-438e10f5-72e6-4fc6-b228-9adb63944210 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:20:02.065440 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0f95fd-9aa4-4d75-bc18-f31157749ffd', 'name': 'network-vif-deleted', 'tag': '194fb3bc-b32e-41e9-a8bc-35424de6f66c', 'status': 'completed', 'code': 200} Oct 27 10:20:02.302987 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764bf25-15d4-47e5-a9a7-6b65ae83f3c9 req-930269ec-3a8f-4fe8-a3df-869dfe77f142 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:02.304380 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-d764bf25-15d4-47e5-a9a7-6b65ae83f3c9 req-930269ec-3a8f-4fe8-a3df-869dfe77f142 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 943 time: 0.0475159 Oct 27 10:20:02.340594 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-d764bf25-15d4-47e5-a9a7-6b65ae83f3c9 req-c72d3262-7a1d-4fef-b1d4-7cb9acb90b79 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd22afe8-2edd-4b34-a04e-1760be3c80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302958 Oct 27 10:20:02.748024 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 53428) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:02.803743 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-ce5fa190-e011-4dbe-9e25-9f14ce54f4af tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:02.826171 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-ce5fa190-e011-4dbe-9e25-9f14ce54f4af tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:02.941981 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-ce5fa190-e011-4dbe-9e25-9f14ce54f4af tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:02.944587 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-ce5fa190-e011-4dbe-9e25-9f14ce54f4af tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:02.945755 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-ce5fa190-e011-4dbe-9e25-9f14ce54f4af tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "DELETE /v2.0/security-groups/0d959ffb-e2cb-4327-b6e3-fc83a2eb36dc HTTP/1.1" status: 204 len: 168 time: 0.1966641 Oct 27 10:20:02.948566 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 53430) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:02.955954 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5fa190-e011-4dbe-9e25-9f14ce54f4af tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d959ffb-e2cb-4327-b6e3-fc83a2eb36dc,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:02.963082 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.api.v2.resource [None req-5fe33d5e-8caf-47ae-a8f2-82239a03a2f1 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] show failed (client error): The resource could not be found. Oct 27 10:20:02.964086 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-5fe33d5e-8caf-47ae-a8f2-82239a03a2f1 tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "GET /v2.0/security-groups/0d959ffb-e2cb-4327-b6e3-fc83a2eb36dc HTTP/1.1" status: 404 len: 347 time: 0.0145078 Oct 27 10:20:02.967047 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 53432) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:03.085544 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.plugin [None req-732d4e80-fd6b-4a2d-8f70-384819b35d9b tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Deleting port 1f8b4780-97a8-4c74-823b-bcec2f27730e {{(pid=101974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:20:03.085904 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-732d4e80-fd6b-4a2d-8f70-384819b35d9b tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:03.161168 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-732d4e80-fd6b-4a2d-8f70-384819b35d9b tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:03.161483 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-732d4e80-fd6b-4a2d-8f70-384819b35d9b tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:03.172772 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.plugin [None req-732d4e80-fd6b-4a2d-8f70-384819b35d9b tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Calling delete_port for 1f8b4780-97a8-4c74-823b-bcec2f27730e owned by network:floatingip {{(pid=101974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:20:03.237939 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 194fb3bc-b32e-41e9-a8bc-35424de6f66c no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:20:03.257925 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] No Port match for: 194fb3bc-b32e-41e9-a8bc-35424de6f66c {{(pid=101975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:20:03.258271 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 194fb3bc-b32e-41e9-a8bc-35424de6f66c not bound to the agent host hv-cinder-81514 {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:20:03.477341 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815665d4-700a-4d04-a19f-20aa8a7f558b req-99076346-a3d6-492c-9275-a4a3f82ac64d tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:03.479182 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-815665d4-700a-4d04-a19f-20aa8a7f558b req-99076346-a3d6-492c-9275-a4a3f82ac64d tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 943 time: 0.0592704 Oct 27 10:20:03.520674 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-815665d4-700a-4d04-a19f-20aa8a7f558b req-87087f9a-ec1e-4be9-a5b4-43d096380cc5 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd22afe8-2edd-4b34-a04e-1760be3c80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338123 Oct 27 10:20:04.113828 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-732d4e80-fd6b-4a2d-8f70-384819b35d9b tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078929'] for port, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:04.142308 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d4e80-fd6b-4a2d-8f70-384819b35d9b tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Pushing event deleted for resources: {'Port': ['ID=1f8b4780-97a8-4c74-823b-bcec2f27730e,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:04.166748 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d4e80-fd6b-4a2d-8f70-384819b35d9b tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:04.167042 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d4e80-fd6b-4a2d-8f70-384819b35d9b tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:04.167384 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d4e80-fd6b-4a2d-8f70-384819b35d9b tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:04.167723 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d4e80-fd6b-4a2d-8f70-384819b35d9b tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:04.168056 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d4e80-fd6b-4a2d-8f70-384819b35d9b tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:04.168390 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d4e80-fd6b-4a2d-8f70-384819b35d9b tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:04.168721 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d4e80-fd6b-4a2d-8f70-384819b35d9b tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:04.169078 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d4e80-fd6b-4a2d-8f70-384819b35d9b tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:04.169415 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d4e80-fd6b-4a2d-8f70-384819b35d9b tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:04.169758 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d4e80-fd6b-4a2d-8f70-384819b35d9b tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:04.170086 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d4e80-fd6b-4a2d-8f70-384819b35d9b tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:04.170408 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d4e80-fd6b-4a2d-8f70-384819b35d9b tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:04.211054 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-9660e42f-b156-4022-a124-acfce7de5027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:04.212460 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-732d4e80-fd6b-4a2d-8f70-384819b35d9b tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks [] for floatingip, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:04.214995 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-732d4e80-fd6b-4a2d-8f70-384819b35d9b tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for floatingip, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:04.216161 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-732d4e80-fd6b-4a2d-8f70-384819b35d9b tempest-AttachVolumeTestJSON-1639591380 tempest-AttachVolumeTestJSON-1639591380-project] 10.222.0.36 "DELETE /v2.0/floatingips/494589c4-b737-437a-ba50-d12ae0375654 HTTP/1.1" status: 204 len: 168 time: 1.2479889 Oct 27 10:20:04.639984 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f830d2b-f434-4fd0-a9fd-445cd18e4e3a req-6ec5156d-9470-4ba7-becf-a5d5928a7b94 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:04.642119 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-7f830d2b-f434-4fd0-a9fd-445cd18e4e3a req-6ec5156d-9470-4ba7-becf-a5d5928a7b94 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 943 time: 0.0483768 Oct 27 10:20:04.679616 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-7f830d2b-f434-4fd0-a9fd-445cd18e4e3a req-7f2416b2-43b3-4380-93f5-78d6ca3c9aee tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd22afe8-2edd-4b34-a04e-1760be3c80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314989 Oct 27 10:20:05.248861 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 74c3df47-26f9-4b45-8350-a1cfb6e368d3 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:20:05.330756 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:05.356072 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port 74c3df47-26f9-4b45-8350-a1cfb6e368d3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=74c3df47-26f9-4b45-8350-a1cfb6e368d3,segment=NetworkSegment(550fd727-22c6-4869-bd63-4d608e728918),segment_id=550fd727-22c6-4869-bd63-4d608e728918)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:05.368236 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Returning: {'device': '74c3df47-26f9-4b45-8350-a1cfb6e368d3', 'network_id': '769f9123-c250-4499-922a-eda89e184ff6', 'port_id': '74c3df47-26f9-4b45-8350-a1cfb6e368d3', 'mac_address': 'fa:16:3e:54:a7:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9966450-d712-49a2-adaa-a4a6541d3cca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:20:05.404214 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:05.422383 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74c3df47-26f9-4b45-8350-a1cfb6e368d3 {{(pid=101975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:20:05.435539 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port 74c3df47-26f9-4b45-8350-a1cfb6e368d3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=74c3df47-26f9-4b45-8350-a1cfb6e368d3,segment=NetworkSegment(550fd727-22c6-4869-bd63-4d608e728918),segment_id=550fd727-22c6-4869-bd63-4d608e728918)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:05.490531 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:05.537111 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=74c3df47-26f9-4b45-8350-a1cfb6e368d3,revision_number=4']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:05.544699 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:05.545041 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:05.545375 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:05.545703 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:05.546050 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:05.546375 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:05.546693 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:05.547561 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:05.547880 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:05.548195 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:05.548510 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:05.548822 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:05.738659 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] get_ports_and_sgs() called for port_ids ['74c3df47-26f9-4b45-8350-a1cfb6e368d3'] {{(pid=101975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:20:05.795433 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd438f-dced-4570-af93-f77ea8e421ca req-91ab86ce-6d62-48c8-84e2-dd1b3cf2e957 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:05.797623 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a3bd438f-dced-4570-af93-f77ea8e421ca req-91ab86ce-6d62-48c8-84e2-dd1b3cf2e957 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 944 time: 0.0512781 Oct 27 10:20:05.838938 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a3bd438f-dced-4570-af93-f77ea8e421ca req-270f2971-3fe2-4467-a727-3d2e235a361d tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd22afe8-2edd-4b34-a04e-1760be3c80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349472 Oct 27 10:20:05.941930 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:06.960396 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf0250-6e3d-4f36-9be6-d949fce8a222 req-c6c7d249-4b13-4e31-9d7b-54ee38953c3b tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:06.962226 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a3bf0250-6e3d-4f36-9be6-d949fce8a222 req-c6c7d249-4b13-4e31-9d7b-54ee38953c3b tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 944 time: 0.0560582 Oct 27 10:20:07.000295 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a3bf0250-6e3d-4f36-9be6-d949fce8a222 req-7de12900-394e-4d66-8fe7-4345ff5000d8 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd22afe8-2edd-4b34-a04e-1760be3c80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322237 Oct 27 10:20:07.102097 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:07.267316 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 74c3df47-26f9-4b45-8350-a1cfb6e368d3 up at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:20:07.370253 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Provisioning for port 74c3df47-26f9-4b45-8350-a1cfb6e368d3 completed by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:20:07.374061 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Provisioning complete for port 74c3df47-26f9-4b45-8350-a1cfb6e368d3 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:20:07.374428 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:07.454802 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:07.476639 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8049c2-43d5-420d-94c6-6df9cdf8fdb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c3df47-26f9-4b45-8350-a1cfb6e368d3'}] {{(pid=101975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:20:07.479304 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef74c052f1c640f85ff9302be404e86fdcd9e777050b230953bf81409b3ec6af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d492708a-f3b0-4a5d-808b-c40ba947be95" -d '{"events": [{"server_uuid": "fd8049c2-43d5-420d-94c6-6df9cdf8fdb0", "name": "network-vif-plugged", "status": "completed", "tag": "74c3df47-26f9-4b45-8350-a1cfb6e368d3"}]}' {{(pid=101975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:20:07.492393 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port 74c3df47-26f9-4b45-8350-a1cfb6e368d3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=74c3df47-26f9-4b45-8350-a1cfb6e368d3,segment=NetworkSegment(550fd727-22c6-4869-bd63-4d608e728918),segment_id=550fd727-22c6-4869-bd63-4d608e728918)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:07.518876 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd32bd9-fb2c-46ec-b99a-3fc25987aadf x-openstack-request-id: req-7bd32bd9-fb2c-46ec-b99a-3fc25987aadf {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:20:07.520133 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8049c2-43d5-420d-94c6-6df9cdf8fdb0", "name": "network-vif-plugged", "status": "completed", "tag": "74c3df47-26f9-4b45-8350-a1cfb6e368d3", "code": 200}]} {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:20:07.520133 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7bd32bd9-fb2c-46ec-b99a-3fc25987aadf {{(pid=101975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:20:07.520133 dv-cinder-815146-2-iscsi neutron-server[101975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8049c2-43d5-420d-94c6-6df9cdf8fdb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c3df47-26f9-4b45-8350-a1cfb6e368d3', 'code': 200} Oct 27 10:20:07.530971 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:07.580618 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=74c3df47-26f9-4b45-8350-a1cfb6e368d3,revision_number=5']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:07.802937 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a22fa3-e75d-4537-8a00-3eba05aebeea req-7fe2c4bd-9b26-4c2f-b66d-2de33622404f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:07.804323 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-37a22fa3-e75d-4537-8a00-3eba05aebeea req-7fe2c4bd-9b26-4c2f-b66d-2de33622404f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 1098 time: 0.0406106 Oct 27 10:20:07.839084 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-37a22fa3-e75d-4537-8a00-3eba05aebeea req-938d4e04-96e3-4eb2-af1c-f146c63a2e9f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=dd22afe8-2edd-4b34-a04e-1760be3c80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264544 Oct 27 10:20:08.118160 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c048bd0-0c95-4f02-8486-733fe9453f4d req-1d89d433-983b-4137-9459-d1b82d5846ad tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:08.119967 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-6c048bd0-0c95-4f02-8486-733fe9453f4d req-1d89d433-983b-4137-9459-d1b82d5846ad tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 945 time: 0.0519710 Oct 27 10:20:08.152713 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 53478) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:08.158109 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-6c048bd0-0c95-4f02-8486-733fe9453f4d req-4cac3d42-3dd8-4668-82e0-2a6e7eda056c tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd22afe8-2edd-4b34-a04e-1760be3c80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321889 Oct 27 10:20:08.711865 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-6e1d1acf-70d8-4a89-bfff-7c598dda11d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-564270'] for router_interface, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:09.005650 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-6e1d1acf-70d8-4a89-bfff-7c598dda11d6 admin admin] Deleting port 950f21fd-ce13-465b-8d46-9d1956815de8 {{(pid=101973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:20:09.006370 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-6e1d1acf-70d8-4a89-bfff-7c598dda11d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:09.086616 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-6e1d1acf-70d8-4a89-bfff-7c598dda11d6 admin admin] For port 950f21fd-ce13-465b-8d46-9d1956815de8, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=950f21fd-ce13-465b-8d46-9d1956815de8,segment=NetworkSegment(acf42566-5f4e-42c2-8a27-453fec152c59),segment_id=acf42566-5f4e-42c2-8a27-453fec152c59)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:09.086999 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-6e1d1acf-70d8-4a89-bfff-7c598dda11d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:09.099453 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-6e1d1acf-70d8-4a89-bfff-7c598dda11d6 admin admin] Calling delete_port for 950f21fd-ce13-465b-8d46-9d1956815de8 owned by network:router_interface {{(pid=101973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:20:09.314492 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6f596c-f91a-4bb3-a722-de91189b5f86 req-a5aa0b8e-49d8-462d-80f7-dd2afb307ba3 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:09.315875 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-8c6f596c-f91a-4bb3-a722-de91189b5f86 req-a5aa0b8e-49d8-462d-80f7-dd2afb307ba3 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 945 time: 0.0895233 Oct 27 10:20:09.354660 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-8c6f596c-f91a-4bb3-a722-de91189b5f86 req-6d4afc61-9709-482a-a6e3-812df3063cd4 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd22afe8-2edd-4b34-a04e-1760be3c80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327713 Oct 27 10:20:09.388189 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-6e1d1acf-70d8-4a89-bfff-7c598dda11d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:09.414453 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d1acf-70d8-4a89-bfff-7c598dda11d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=950f21fd-ce13-465b-8d46-9d1956815de8,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:09.479685 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63063f-af25-4633-895f-626e82b1585c req-780df38a-9f8d-40ab-b1b9-b4273d6b8090 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:09.487203 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-ee63063f-af25-4633-895f-626e82b1585c req-780df38a-9f8d-40ab-b1b9-b4273d6b8090 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 945 time: 0.0608766 Oct 27 10:20:09.521800 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-ee63063f-af25-4633-895f-626e82b1585c req-036d2a04-c0fc-4ec1-91bf-26cf440415bb tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd22afe8-2edd-4b34-a04e-1760be3c80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336134 Oct 27 10:20:09.583025 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-6e1d1acf-70d8-4a89-bfff-7c598dda11d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3604356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-564418'] for router_interface, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:09.797624 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1d1acf-70d8-4a89-bfff-7c598dda11d6 admin admin] Router 3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c has already been hosted by L3 agent b2a2dab9-f998-4002-b8bb-cf3ca8546284 {{(pid=101973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:20:09.851528 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27a124-2653-4e72-909a-fc5279e236b1 req-6f18837f-c911-4cb8-9f11-6933818047fa tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:09.853237 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-3d27a124-2653-4e72-909a-fc5279e236b1 req-6f18837f-c911-4cb8-9f11-6933818047fa tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 945 time: 0.0516739 Oct 27 10:20:09.890140 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-3d27a124-2653-4e72-909a-fc5279e236b1 req-0a935753-ca8f-48dc-9327-12d1182cf733 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd22afe8-2edd-4b34-a04e-1760be3c80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309000 Oct 27 10:20:09.903789 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1d1acf-70d8-4a89-bfff-7c598dda11d6 admin admin] Notify agent at l3_agent.dv-cinder-815146-2-iscsi the message routers_updated {{(pid=101973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:20:09.910189 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-6e1d1acf-70d8-4a89-bfff-7c598dda11d6 admin admin] 10.222.0.36 "PUT /v2.0/routers/3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7563896 Oct 27 10:20:09.912666 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 53490) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:09.917010 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563e948f-386d-462e-aeb4-2475fc905319 None None] Sync routers for ids ['3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c'] in dv-cinder-815146-2-iscsi {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:20:09.939691 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563e948f-386d-462e-aeb4-2475fc905319 None None] Routers {'3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:20:09.941073 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-563e948f-386d-462e-aeb4-2475fc905319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:20:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:10.029161 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-025b0709-4ba5-4cbd-8684-b2f607088c77 admin admin] Publish callbacks [] for router, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:10.058130 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-563e948f-386d-462e-aeb4-2475fc905319 None None] Set router 3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:20:10.247177 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-563e948f-386d-462e-aeb4-2475fc905319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'name': 'tempest-AttachVolumeTestJSON-1029581605-router', 'tenant_id': 'e7c55039221b45c69304c1afafa20e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b0997d9b-90ac-4b76-a43a-41be4b4fa380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:01Z', 'updated_at': '2021-10-27T10:20:09Z', 'revision_number': 5, 'project_id': 'e7c55039221b45c69304c1afafa20e6a', 'gw_port': {'id': 'b0997d9b-90ac-4b76-a43a-41be4b4fa380', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:02Z', 'updated_at': '2021-10-27T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi'}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:10.275843 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563e948f-386d-462e-aeb4-2475fc905319 None None] Checking router: 3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c for host: dv-cinder-815146-2-iscsi {{(pid=101975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:20:10.285264 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563e948f-386d-462e-aeb4-2475fc905319 None None] Routers {'3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:20:10.285926 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-563e948f-386d-462e-aeb4-2475fc905319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:20:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:10.371890 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-025b0709-4ba5-4cbd-8684-b2f607088c77 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:10.395111 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-563e948f-386d-462e-aeb4-2475fc905319 None None] Set router 3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:20:10.470182 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-025b0709-4ba5-4cbd-8684-b2f607088c77 admin admin] Deleting port b0997d9b-90ac-4b76-a43a-41be4b4fa380 {{(pid=101973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:20:10.470521 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-025b0709-4ba5-4cbd-8684-b2f607088c77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:10.564099 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-025b0709-4ba5-4cbd-8684-b2f607088c77 admin admin] For port b0997d9b-90ac-4b76-a43a-41be4b4fa380, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=b0997d9b-90ac-4b76-a43a-41be4b4fa380,segment=NetworkSegment(b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3),segment_id=b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:10.564099 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-025b0709-4ba5-4cbd-8684-b2f607088c77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:10.574652 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-025b0709-4ba5-4cbd-8684-b2f607088c77 admin admin] Calling delete_port for b0997d9b-90ac-4b76-a43a-41be4b4fa380 owned by network:router_gateway {{(pid=101973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:20:10.588487 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-563e948f-386d-462e-aeb4-2475fc905319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'name': 'tempest-AttachVolumeTestJSON-1029581605-router', 'tenant_id': 'e7c55039221b45c69304c1afafa20e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b0997d9b-90ac-4b76-a43a-41be4b4fa380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:01Z', 'updated_at': '2021-10-27T10:20:09Z', 'revision_number': 5, 'project_id': 'e7c55039221b45c69304c1afafa20e6a', 'gw_port': {'id': 'b0997d9b-90ac-4b76-a43a-41be4b4fa380', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:02Z', 'updated_at': '2021-10-27T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi'}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:10.619005 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563e948f-386d-462e-aeb4-2475fc905319 None None] The sync data for ids ['3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c'] in dv-cinder-815146-2-iscsi is: [{'id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'name': 'tempest-AttachVolumeTestJSON-1029581605-router', 'tenant_id': 'e7c55039221b45c69304c1afafa20e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b0997d9b-90ac-4b76-a43a-41be4b4fa380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:01Z', 'updated_at': '2021-10-27T10:20:09Z', 'revision_number': 5, 'project_id': 'e7c55039221b45c69304c1afafa20e6a', 'gw_port': {'id': 'b0997d9b-90ac-4b76-a43a-41be4b4fa380', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:02Z', 'updated_at': '2021-10-27T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi'}] {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:20:10.793757 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-025b0709-4ba5-4cbd-8684-b2f607088c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:10.820774 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b0709-4ba5-4cbd-8684-b2f607088c77 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0997d9b-90ac-4b76-a43a-41be4b4fa380,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:10.884759 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-025b0709-4ba5-4cbd-8684-b2f607088c77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-564064'] for router_gateway, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:10.979618 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-025b0709-4ba5-4cbd-8684-b2f607088c77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13750'] for router, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:10.982029 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-025b0709-4ba5-4cbd-8684-b2f607088c77 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:11.102066 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-025b0709-4ba5-4cbd-8684-b2f607088c77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561437'] for router, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:11.102949 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025b0709-4ba5-4cbd-8684-b2f607088c77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c {{(pid=101973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:20:11.110246 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-025b0709-4ba5-4cbd-8684-b2f607088c77 admin admin] Publish callbacks [] for router, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:11.111710 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-025b0709-4ba5-4cbd-8684-b2f607088c77 admin admin] 10.222.0.36 "DELETE /v2.0/routers/3f6d6ae4-9cf6-4d8c-8899-c4ed7bd9911c HTTP/1.1" status: 204 len: 168 time: 1.1981540 Oct 27 10:20:11.111942 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 53498) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:11.159916 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4f3ef5e-05ae-47e8-a702-f947bfc77084 admin admin] Deleting subnet 2d043faf-de54-45d8-ad51-b3c5339bc389 {{(pid=101974) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:20:11.161213 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-c4f3ef5e-05ae-47e8-a702-f947bfc77084 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:11.197430 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-c4f3ef5e-05ae-47e8-a702-f947bfc77084 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8792491'] for subnet, precommit_delete_associations {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:11.313139 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-c4f3ef5e-05ae-47e8-a702-f947bfc77084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3657045'] for subnet, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:11.410470 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-c4f3ef5e-05ae-47e8-a702-f947bfc77084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3657052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8610796'] for subnet, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:11.434778 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f3ef5e-05ae-47e8-a702-f947bfc77084 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d043faf-de54-45d8-ad51-b3c5339bc389,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:11.438938 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-c4f3ef5e-05ae-47e8-a702-f947bfc77084 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:11.442358 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-c4f3ef5e-05ae-47e8-a702-f947bfc77084 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2d043faf-de54-45d8-ad51-b3c5339bc389 HTTP/1.1" status: 204 len: 168 time: 0.3291597 Oct 27 10:20:11.444684 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 53500) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:11.447239 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37315833-2918-46de-b2e2-14d3edfd65f4 None None] Network 8a629e7d-72b0-4646-a07a-812ae74aa6c3 requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:20:11.521397 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-e6bcb72d-1269-46fb-bb93-4226920d9b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3615918'] for network, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:11.578756 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.plugin [None req-e6bcb72d-1269-46fb-bb93-4226920d9b3c admin admin] Deleting port 0085cbc5-4961-4618-8a9e-48741c81b61a {{(pid=101974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:20:11.579107 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-e6bcb72d-1269-46fb-bb93-4226920d9b3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:11.656767 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.db [None req-e6bcb72d-1269-46fb-bb93-4226920d9b3c admin admin] For port 0085cbc5-4961-4618-8a9e-48741c81b61a, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=0085cbc5-4961-4618-8a9e-48741c81b61a,segment=NetworkSegment(acf42566-5f4e-42c2-8a27-453fec152c59),segment_id=acf42566-5f4e-42c2-8a27-453fec152c59)] {{(pid=101974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:11.657170 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-e6bcb72d-1269-46fb-bb93-4226920d9b3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:11.678777 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.plugin [None req-e6bcb72d-1269-46fb-bb93-4226920d9b3c admin admin] Calling delete_port for 0085cbc5-4961-4618-8a9e-48741c81b61a owned by network:dhcp {{(pid=101974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:20:11.810934 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73230d66-7c3e-4cba-90cc-9cdfb325a01b None None] DHCP port deletion for 8a629e7d-72b0-4646-a07a-812ae74aa6c3 request from dv-cinder-815146-2-iscsi {{(pid=101975) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:20:11.845523 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-e6bcb72d-1269-46fb-bb93-4226920d9b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078929'] for port, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:11.863328 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-73230d66-7c3e-4cba-90cc-9cdfb325a01b None None] Deleting port 0085cbc5-4961-4618-8a9e-48741c81b61a {{(pid=101975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:20:11.863706 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-73230d66-7c3e-4cba-90cc-9cdfb325a01b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:11.873914 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bcb72d-1269-46fb-bb93-4226920d9b3c admin admin] Pushing event deleted for resources: {'Port': ['ID=0085cbc5-4961-4618-8a9e-48741c81b61a,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:11.878072 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bcb72d-1269-46fb-bb93-4226920d9b3c admin admin] No DVR routers for this DVR port 0085cbc5-4961-4618-8a9e-48741c81b61a on host dv-cinder-815146-2-iscsi {{(pid=101974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:20:11.943074 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-73230d66-7c3e-4cba-90cc-9cdfb325a01b None None] For port 0085cbc5-4961-4618-8a9e-48741c81b61a, host dv-cinder-815146-2-iscsi, got binding levels [] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:11.943460 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-73230d66-7c3e-4cba-90cc-9cdfb325a01b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:11.953410 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-e6bcb72d-1269-46fb-bb93-4226920d9b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3667904', 'neutron.services.segments.db._delete_segments_for_network-8740340232798'] for network, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:11.964960 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-73230d66-7c3e-4cba-90cc-9cdfb325a01b None None] Calling delete_port for 0085cbc5-4961-4618-8a9e-48741c81b61a owned by network:dhcp {{(pid=101975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:20:11.964960 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.ipam_backend_mixin [None req-73230d66-7c3e-4cba-90cc-9cdfb325a01b None None] Port 0085cbc5-4961-4618-8a9e-48741c81b61a was not found and therefore no delete operation was performed {{(pid=101975) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 10:20:11.965343 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-73230d66-7c3e-4cba-90cc-9cdfb325a01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848'] for port, after_delete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:11.980226 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.services.segments.db [None req-e6bcb72d-1269-46fb-bb93-4226920d9b3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a629e7d-72b0-4646-a07a-812ae74aa6c3']}} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:11.990921 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.services.segments.db [None req-e6bcb72d-1269-46fb-bb93-4226920d9b3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acf42566-5f4e-42c2-8a27-453fec152c59') {'for_net_delete': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:11.991231 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.services.segments.db [None req-e6bcb72d-1269-46fb-bb93-4226920d9b3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acf42566-5f4e-42c2-8a27-453fec152c59') {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:11.991454 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73230d66-7c3e-4cba-90cc-9cdfb325a01b None None] Pushing event deleted for resources: {'Port': ['ID=0085cbc5-4961-4618-8a9e-48741c81b61a,revision_number=None']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:11.997746 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73230d66-7c3e-4cba-90cc-9cdfb325a01b None None] No DVR routers for this DVR port 0085cbc5-4961-4618-8a9e-48741c81b61a on host dv-cinder-815146-2-iscsi {{(pid=101975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:20:12.004231 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-e6bcb72d-1269-46fb-bb93-4226920d9b3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740340234087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8792530'] for segment, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:12.004614 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device b0997d9b-90ac-4b76-a43a-41be4b4fa380 no longer exists at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:20:12.019499 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-e6bcb72d-1269-46fb-bb93-4226920d9b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908'] for segment, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:12.027709 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] No Port match for: b0997d9b-90ac-4b76-a43a-41be4b4fa380 {{(pid=101975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:20:12.028051 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device b0997d9b-90ac-4b76-a43a-41be4b4fa380 not bound to the agent host dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:20:12.029076 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 0085cbc5-4961-4618-8a9e-48741c81b61a no longer exists at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:20:12.033268 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6bcb72d-1269-46fb-bb93-4226920d9b3c admin admin] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=101974) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:20:12.033783 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-e6bcb72d-1269-46fb-bb93-4226920d9b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12078990'] for segment, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:12.035650 dv-cinder-815146-2-iscsi neutron-server[101974]: Traceback (most recent call last): Oct 27 10:20:12.035650 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:20:12.035650 dv-cinder-815146-2-iscsi neutron-server[101974]: timer() Oct 27 10:20:12.035650 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:20:12.035650 dv-cinder-815146-2-iscsi neutron-server[101974]: cb(*args, **kw) Oct 27 10:20:12.035650 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:20:12.035650 dv-cinder-815146-2-iscsi neutron-server[101974]: return func(*args, **kwargs) Oct 27 10:20:12.035650 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:20:12.035650 dv-cinder-815146-2-iscsi neutron-server[101974]: self._notify() Oct 27 10:20:12.035650 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:20:12.035650 dv-cinder-815146-2-iscsi neutron-server[101974]: self.callback(batched_events) Oct 27 10:20:12.035650 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:20:12.035650 dv-cinder-815146-2-iscsi neutron-server[101974]: event.method(event) Oct 27 10:20:12.035650 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:20:12.035650 dv-cinder-815146-2-iscsi neutron-server[101974]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:20:12.035650 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:20:12.035650 dv-cinder-815146-2-iscsi neutron-server[101974]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:20:12.035650 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:20:12.035650 dv-cinder-815146-2-iscsi neutron-server[101974]: return f(self, *a, **k) Oct 27 10:20:12.035650 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:20:12.035650 dv-cinder-815146-2-iscsi neutron-server[101974]: return self._get(url).json() Oct 27 10:20:12.035650 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:20:12.035650 dv-cinder-815146-2-iscsi neutron-server[101974]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:20:12.035650 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:20:12.035650 dv-cinder-815146-2-iscsi neutron-server[101974]: return self.request(url, 'GET', **kwargs) Oct 27 10:20:12.035650 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:20:12.035650 dv-cinder-815146-2-iscsi neutron-server[101974]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:20:12.035650 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:20:12.035650 dv-cinder-815146-2-iscsi neutron-server[101974]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:20:12.035650 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:20:12.035650 dv-cinder-815146-2-iscsi neutron-server[101974]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:20:12.035650 dv-cinder-815146-2-iscsi neutron-server[101974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:20:12.049414 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] No Port match for: 0085cbc5-4961-4618-8a9e-48741c81b61a {{(pid=101975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:20:12.049791 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 0085cbc5-4961-4618-8a9e-48741c81b61a not bound to the agent host dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:20:12.050197 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 950f21fd-ce13-465b-8d46-9d1956815de8 no longer exists at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:20:12.069909 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] No Port match for: 950f21fd-ce13-465b-8d46-9d1956815de8 {{(pid=101975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:20:12.070251 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 950f21fd-ce13-465b-8d46-9d1956815de8 not bound to the agent host dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:20:12.148086 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-e6bcb72d-1269-46fb-bb93-4226920d9b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3667915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564060'] for network, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:12.153644 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-e6bcb72d-1269-46fb-bb93-4226920d9b3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for network, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:12.157576 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-e6bcb72d-1269-46fb-bb93-4226920d9b3c admin admin] 10.222.0.36 "DELETE /v2.0/networks/8a629e7d-72b0-4646-a07a-812ae74aa6c3 HTTP/1.1" status: 204 len: 168 time: 0.7113385 Oct 27 10:20:12.398877 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bcb72d-1269-46fb-bb93-4226920d9b3c admin admin] Pushing event deleted for resources: {'Network': ['ID=8a629e7d-72b0-4646-a07a-812ae74aa6c3,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:12.450700 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 53520) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:12.489564 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-45d8f5d8-4ca6-40ce-ab13-0880bfc610ea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e7c55039221b45c69304c1afafa20e6a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0377321 Oct 27 10:20:12.492036 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 53522) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:12.542628 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-68b18c1d-40af-413e-b0e8-e715af50f3c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:12.564543 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-68b18c1d-40af-413e-b0e8-e715af50f3c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:12.673564 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-68b18c1d-40af-413e-b0e8-e715af50f3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:12.676412 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-68b18c1d-40af-413e-b0e8-e715af50f3c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:12.677810 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-68b18c1d-40af-413e-b0e8-e715af50f3c6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e53d5737-024f-4a9a-9646-db707ad9fa83 HTTP/1.1" status: 204 len: 168 time: 0.1848531 Oct 27 10:20:12.685566 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b18c1d-40af-413e-b0e8-e715af50f3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53d5737-024f-4a9a-9646-db707ad9fa83,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:14.095880 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:15.757702 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-896272ac-c90d-4951-862b-1ce8de673c32 req-09b9b274-7577-487e-b05b-c11a66e21595 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414028 Oct 27 10:20:15.842614 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896272ac-c90d-4951-862b-1ce8de673c32 req-7398f99a-d857-4d2d-8b8a-03f6e20206fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:15.845220 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-896272ac-c90d-4951-862b-1ce8de673c32 req-7398f99a-d857-4d2d-8b8a-03f6e20206fd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=20d2cc4467704c129f691b1ba2dd72cc&device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 1100 time: 0.0413771 Oct 27 10:20:15.958808 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896272ac-c90d-4951-862b-1ce8de673c32 req-4e6349c3-8577-44a6-af61-a3122fac8071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:15.960237 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-896272ac-c90d-4951-862b-1ce8de673c32 req-4e6349c3-8577-44a6-af61-a3122fac8071 service neutron] 10.222.0.81 "GET /v2.0/networks?id=232c2cd8-3827-47b2-95ae-f90c0b9d2e5c HTTP/1.1" status: 200 len: 919 time: 0.0945787 Oct 27 10:20:16.032613 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-896272ac-c90d-4951-862b-1ce8de673c32 req-78e73a40-baf0-4be2-9402-65e311ca2a36 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13b7a318-8669-4b93-8778-a5bb694f6e13 HTTP/1.1" status: 200 len: 1002 time: 0.0629416 Oct 27 10:20:16.086646 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896272ac-c90d-4951-862b-1ce8de673c32 req-b5ff65b1-5e4f-415e-9f03-6530a6ca4eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:16.088348 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-896272ac-c90d-4951-862b-1ce8de673c32 req-b5ff65b1-5e4f-415e-9f03-6530a6ca4eb8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=32f65f21-7a7c-4568-afd2-3193e7fc13b4 HTTP/1.1" status: 200 len: 856 time: 0.0474007 Oct 27 10:20:16.138039 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896272ac-c90d-4951-862b-1ce8de673c32 req-f5891264-0309-45df-9eec-02c596aa08a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:16.139536 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-896272ac-c90d-4951-862b-1ce8de673c32 req-f5891264-0309-45df-9eec-02c596aa08a6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=232c2cd8-3827-47b2-95ae-f90c0b9d2e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402787 Oct 27 10:20:16.230126 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-896272ac-c90d-4951-862b-1ce8de673c32 req-96aee942-5ff9-4818-8947-5fea9831d096 service neutron] 10.222.0.81 "GET /v2.0/networks/232c2cd8-3827-47b2-95ae-f90c0b9d2e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829353 Oct 27 10:20:16.325474 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-896272ac-c90d-4951-862b-1ce8de673c32 req-50127b75-8acb-4cff-a978-b0e79dae2aed service neutron] 10.222.0.81 "GET /v2.0/networks/232c2cd8-3827-47b2-95ae-f90c0b9d2e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880358 Oct 27 10:20:20.572263 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6e7cf-9a1f-406f-906c-0aa4afe5f963 req-a4271177-a09f-419c-bb35-b9964e9aca0a tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:20.573795 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-6cb6e7cf-9a1f-406f-906c-0aa4afe5f963 req-a4271177-a09f-419c-bb35-b9964e9aca0a tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 947 time: 0.0501935 Oct 27 10:20:20.614518 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-6cb6e7cf-9a1f-406f-906c-0aa4afe5f963 req-c5673634-564d-4fb9-b921-5c9d14263da2 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344441 Oct 27 10:20:21.184390 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e04a4-35f2-4448-85e9-eee018aa40c5 req-2915b84d-7e83-438c-a573-cf5b4e3b785f tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:21.185881 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-927e04a4-35f2-4448-85e9-eee018aa40c5 req-2915b84d-7e83-438c-a573-cf5b4e3b785f tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 945 time: 0.0501661 Oct 27 10:20:21.224750 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-927e04a4-35f2-4448-85e9-eee018aa40c5 req-f6024cbd-79df-46cd-b81c-abbaf1e37090 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd22afe8-2edd-4b34-a04e-1760be3c80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327177 Oct 27 10:20:21.247561 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 53630) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:21.436432 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34766e5e-6441-4500-af27-9a8130a4ab0c tempest-TestMinimumBasicScenario-2127548861 tempest-TestMinimumBasicScenario-2127548861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:21.441549 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-34766e5e-6441-4500-af27-9a8130a4ab0c tempest-TestMinimumBasicScenario-2127548861 tempest-TestMinimumBasicScenario-2127548861-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 1093 time: 0.1930311 Oct 27 10:20:21.441759 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 53636) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:21.446519 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-58a6caef-0afb-471e-a2fb-87fc48e27eea tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Request body: {'floatingip': {'floating_network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'port_id': '74c3df47-26f9-4b45-8350-a1cfb6e368d3', 'tenant_id': '7eccb1a479ed45018a41a143769f7e6c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:21.536546 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-58a6caef-0afb-471e-a2fb-87fc48e27eea tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks [] for floatingip, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:21.635246 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-58a6caef-0afb-471e-a2fb-87fc48e27eea tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:21.734632 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e09eb4-63b4-4c59-9849-91cc6a502618 req-f6b65db3-2651-498a-a0ec-24c477c44301 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:21.736201 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-96e09eb4-63b4-4c59-9849-91cc6a502618 req-f6b65db3-2651-498a-a0ec-24c477c44301 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 947 time: 0.0469797 Oct 27 10:20:21.743314 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.db_base_plugin_common [None req-58a6caef-0afb-471e-a2fb-87fc48e27eea tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Allocated IP 172.27.0.68 (69571a3e-4e32-484c-817d-d4e48eaaa088/c41fd2cf-ce58-48ac-94e7-7a64d200bbef/f42636cd-76d1-4797-b3b9-e780252c65ee) {{(pid=101973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:20:21.773136 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-96e09eb4-63b4-4c59-9849-91cc6a502618 req-68334143-12a0-493d-92c6-47fa5f7d20ab tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309184 Oct 27 10:20:21.842304 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-58a6caef-0afb-471e-a2fb-87fc48e27eea tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks [] for port, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:21.925369 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-58a6caef-0afb-471e-a2fb-87fc48e27eea tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:21.971404 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a6caef-0afb-471e-a2fb-87fc48e27eea tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Network 69571a3e-4e32-484c-817d-d4e48eaaa088 is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:20:21.974394 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [None req-58a6caef-0afb-471e-a2fb-87fc48e27eea tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:20:21.978183 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a6caef-0afb-471e-a2fb-87fc48e27eea tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Received port after_create {{(pid=101973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:20:21.983407 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a6caef-0afb-471e-a2fb-87fc48e27eea tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Pushing event updated for resources: {'Port': ['ID=f42636cd-76d1-4797-b3b9-e780252c65ee,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:22.324009 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-58a6caef-0afb-471e-a2fb-87fc48e27eea tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:22.444269 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-58a6caef-0afb-471e-a2fb-87fc48e27eea tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:22.598872 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-58a6caef-0afb-471e-a2fb-87fc48e27eea tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:22.644743 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-58a6caef-0afb-471e-a2fb-87fc48e27eea tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9116887'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:22.712650 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a6caef-0afb-471e-a2fb-87fc48e27eea tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Pushing event updated for resources: {'Port': ['ID=f42636cd-76d1-4797-b3b9-e780252c65ee,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:22.722308 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-58a6caef-0afb-471e-a2fb-87fc48e27eea tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564014'] for floatingip, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:22.820086 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.db.l3_db [None req-58a6caef-0afb-471e-a2fb-87fc48e27eea tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Floating IP 9c380c37-0cd6-407a-a06c-81763e73f424 associated. External IP: 172.27.0.68, port: 74c3df47-26f9-4b45-8350-a1cfb6e368d3. Oct 27 10:20:22.945900 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8db5ce-8115-4029-8bc0-ebe940440b74 req-90c8eabe-3281-4700-95ba-c6a3b9158dd8 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:22.947485 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7e8db5ce-8115-4029-8bc0-ebe940440b74 req-90c8eabe-3281-4700-95ba-c6a3b9158dd8 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 947 time: 0.0948842 Oct 27 10:20:23.051573 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7e8db5ce-8115-4029-8bc0-ebe940440b74 req-2b311fb3-9039-4dab-a5aa-bb55c161035b tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980463 Oct 27 10:20:23.088218 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a6caef-0afb-471e-a2fb-87fc48e27eea tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Router 98b3b807-3fd1-4dde-8481-45ea4d7fd02a has already been hosted by L3 agent b2a2dab9-f998-4002-b8bb-cf3ca8546284 {{(pid=101973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:20:23.193787 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a6caef-0afb-471e-a2fb-87fc48e27eea tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Notify agent at l3_agent.dv-cinder-815146-2-iscsi the message routers_updated {{(pid=101973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:20:23.204172 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48f88a9-6fe9-4f4c-8fd6-aad44321a63d None None] Sync routers for ids ['98b3b807-3fd1-4dde-8481-45ea4d7fd02a'] in dv-cinder-815146-2-iscsi {{(pid=101976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:20:23.213040 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48f88a9-6fe9-4f4c-8fd6-aad44321a63d None None] Routers {'98b3b807-3fd1-4dde-8481-45ea4d7fd02a'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:20:23.213652 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-a48f88a9-6fe9-4f4c-8fd6-aad44321a63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:20:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['98b3b807-3fd1-4dde-8481-45ea4d7fd02a'], 'active': True} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:23.275177 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-58a6caef-0afb-471e-a2fb-87fc48e27eea tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for floatingip, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:23.302323 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-58a6caef-0afb-471e-a2fb-87fc48e27eea tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8593938 Oct 27 10:20:23.303014 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd8049c2-43d5-420d-94c6-6df9cdf8fdb0', 'tag': '74c3df47-26f9-4b45-8350-a1cfb6e368d3'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:20:23.305370 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94debda59f24a9426fb80c87c8c8853eb57e17b8e03a85591ed34d87467b8464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c19cd5-222c-4194-99e8-a46315831769" -d '{"events": [{"name": "network-changed", "server_uuid": "fd8049c2-43d5-420d-94c6-6df9cdf8fdb0", "tag": "74c3df47-26f9-4b45-8350-a1cfb6e368d3"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:20:23.306388 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 53644) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:23.310855 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [None req-6a68a238-27ca-4c40-b38d-941b3818832a tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1005188306', 'description': 'tempest-secgroup-smoke-1005188306 description', 'project_id': '7eccb1a479ed45018a41a143769f7e6c'}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:23.316972 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvr_db [None req-a48f88a9-6fe9-4f4c-8fd6-aad44321a63d None None] Set router 98b3b807-3fd1-4dde-8481-45ea4d7fd02a gateway port host: dv-cinder-815146-2-iscsi {{(pid=101976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:20:23.346617 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a37f7b0-ac4a-4396-9d41-1e1a94f5332d x-openstack-request-id: req-2a37f7b0-ac4a-4396-9d41-1e1a94f5332d {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:20:23.347114 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd8049c2-43d5-420d-94c6-6df9cdf8fdb0", "tag": "74c3df47-26f9-4b45-8350-a1cfb6e368d3", "status": "completed", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:20:23.347114 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2a37f7b0-ac4a-4396-9d41-1e1a94f5332d {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:20:23.347527 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd8049c2-43d5-420d-94c6-6df9cdf8fdb0', 'tag': '74c3df47-26f9-4b45-8350-a1cfb6e368d3', 'status': 'completed', 'code': 200} Oct 27 10:20:23.376449 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-6a68a238-27ca-4c40-b38d-941b3818832a tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:23.440004 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-6a68a238-27ca-4c40-b38d-941b3818832a tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:23.507753 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-6a68a238-27ca-4c40-b38d-941b3818832a tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:23.536377 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a68a238-27ca-4c40-b38d-941b3818832a tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b56c5375-c42a-4109-9378-1d85e37c25d3,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:23.543386 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-a48f88a9-6fe9-4f4c-8fd6-aad44321a63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b3b807-3fd1-4dde-8481-45ea4d7fd02a', 'name': 'tempest-TestMinimumBasicScenario-1542545765-router', 'tenant_id': '7eccb1a479ed45018a41a143769f7e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bea7dd8a-2f53-435a-be98-7a9c011020fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:19:18Z', 'updated_at': '2021-10-27T10:19:21Z', 'revision_number': 4, 'project_id': '7eccb1a479ed45018a41a143769f7e6c', 'gw_port': {'id': 'bea7dd8a-2f53-435a-be98-7a9c011020fd', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b3b807-3fd1-4dde-8481-45ea4d7fd02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:19:18Z', 'updated_at': '2021-10-27T10:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_floatingips': [{'id': '9c380c37-0cd6-407a-a06c-81763e73f424', 'tenant_id': '7eccb1a479ed45018a41a143769f7e6c', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'router_id': '98b3b807-3fd1-4dde-8481-45ea4d7fd02a', 'port_id': '74c3df47-26f9-4b45-8350-a1cfb6e368d3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '769f9123-c250-4499-922a-eda89e184ff6', 'mac_address': 'fa:16:3e:54:a7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8049c2-43d5-420d-94c6-6df9cdf8fdb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:20:22Z', 'updated_at': '2021-10-27T10:20:22Z', 'revision_number': 0, 'project_id': '7eccb1a479ed45018a41a143769f7e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83c3f2e3-c990-4daa-8dc8-e2578733120e', 'name': '', 'network_id': '769f9123-c250-4499-922a-eda89e184ff6', 'tenant_id': '7eccb1a479ed45018a41a143769f7e6c', 'mac_address': 'fa:16:3e:fe:22:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b3b807-3fd1-4dde-8481-45ea4d7fd02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e9966450-d712-49a2-adaa-a4a6541d3cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:19:20Z', 'updated_at': '2021-10-27T10:19:25Z', 'revision_number': 5, 'project_id': '7eccb1a479ed45018a41a143769f7e6c', 'subnets': [{'id': 'e9966450-d712-49a2-adaa-a4a6541d3cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:23.569529 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48f88a9-6fe9-4f4c-8fd6-aad44321a63d None None] Checking router: 98b3b807-3fd1-4dde-8481-45ea4d7fd02a for host: dv-cinder-815146-2-iscsi {{(pid=101976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:20:23.577679 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48f88a9-6fe9-4f4c-8fd6-aad44321a63d None None] Routers {'98b3b807-3fd1-4dde-8481-45ea4d7fd02a'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:20:23.578320 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-a48f88a9-6fe9-4f4c-8fd6-aad44321a63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:20:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['98b3b807-3fd1-4dde-8481-45ea4d7fd02a'], 'active': True} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:23.601263 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-6a68a238-27ca-4c40-b38d-941b3818832a tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:23.605133 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-6a68a238-27ca-4c40-b38d-941b3818832a tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2951472 Oct 27 10:20:23.606115 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 53650) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:23.610860 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-920c7a5a-90a1-4924-ad32-213b4c14ccf2 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Request body: {'security_group_rule': {'security_group_id': 'b56c5375-c42a-4109-9378-1d85e37c25d3', 'project_id': '7eccb1a479ed45018a41a143769f7e6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:23.683170 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvr_db [None req-a48f88a9-6fe9-4f4c-8fd6-aad44321a63d None None] Set router 98b3b807-3fd1-4dde-8481-45ea4d7fd02a gateway port host: dv-cinder-815146-2-iscsi {{(pid=101976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:20:23.712942 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-920c7a5a-90a1-4924-ad32-213b4c14ccf2 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:23.768301 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-920c7a5a-90a1-4924-ad32-213b4c14ccf2 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:23.845397 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-920c7a5a-90a1-4924-ad32-213b4c14ccf2 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543954'] for security_group_rule, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:23.863618 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c7a5a-90a1-4924-ad32-213b4c14ccf2 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1becf02-6531-46e8-ac68-0d9813a19f3d,revision_number=0']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:23.908143 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-a48f88a9-6fe9-4f4c-8fd6-aad44321a63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b3b807-3fd1-4dde-8481-45ea4d7fd02a', 'name': 'tempest-TestMinimumBasicScenario-1542545765-router', 'tenant_id': '7eccb1a479ed45018a41a143769f7e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bea7dd8a-2f53-435a-be98-7a9c011020fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:19:18Z', 'updated_at': '2021-10-27T10:19:21Z', 'revision_number': 4, 'project_id': '7eccb1a479ed45018a41a143769f7e6c', 'gw_port': {'id': 'bea7dd8a-2f53-435a-be98-7a9c011020fd', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b3b807-3fd1-4dde-8481-45ea4d7fd02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:19:18Z', 'updated_at': '2021-10-27T10:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_floatingips': [{'id': '9c380c37-0cd6-407a-a06c-81763e73f424', 'tenant_id': '7eccb1a479ed45018a41a143769f7e6c', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'router_id': '98b3b807-3fd1-4dde-8481-45ea4d7fd02a', 'port_id': '74c3df47-26f9-4b45-8350-a1cfb6e368d3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '769f9123-c250-4499-922a-eda89e184ff6', 'mac_address': 'fa:16:3e:54:a7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8049c2-43d5-420d-94c6-6df9cdf8fdb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:20:22Z', 'updated_at': '2021-10-27T10:20:22Z', 'revision_number': 0, 'project_id': '7eccb1a479ed45018a41a143769f7e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83c3f2e3-c990-4daa-8dc8-e2578733120e', 'name': '', 'network_id': '769f9123-c250-4499-922a-eda89e184ff6', 'tenant_id': '7eccb1a479ed45018a41a143769f7e6c', 'mac_address': 'fa:16:3e:fe:22:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b3b807-3fd1-4dde-8481-45ea4d7fd02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e9966450-d712-49a2-adaa-a4a6541d3cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:19:20Z', 'updated_at': '2021-10-27T10:19:25Z', 'revision_number': 5, 'project_id': '7eccb1a479ed45018a41a143769f7e6c', 'subnets': [{'id': 'e9966450-d712-49a2-adaa-a4a6541d3cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:23.933324 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48f88a9-6fe9-4f4c-8fd6-aad44321a63d None None] The sync data for ids ['98b3b807-3fd1-4dde-8481-45ea4d7fd02a'] in dv-cinder-815146-2-iscsi is: [{'id': '98b3b807-3fd1-4dde-8481-45ea4d7fd02a', 'name': 'tempest-TestMinimumBasicScenario-1542545765-router', 'tenant_id': '7eccb1a479ed45018a41a143769f7e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bea7dd8a-2f53-435a-be98-7a9c011020fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:19:18Z', 'updated_at': '2021-10-27T10:19:21Z', 'revision_number': 4, 'project_id': '7eccb1a479ed45018a41a143769f7e6c', 'gw_port': {'id': 'bea7dd8a-2f53-435a-be98-7a9c011020fd', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b3b807-3fd1-4dde-8481-45ea4d7fd02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:19:18Z', 'updated_at': '2021-10-27T10:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_floatingips': [{'id': '9c380c37-0cd6-407a-a06c-81763e73f424', 'tenant_id': '7eccb1a479ed45018a41a143769f7e6c', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'router_id': '98b3b807-3fd1-4dde-8481-45ea4d7fd02a', 'port_id': '74c3df47-26f9-4b45-8350-a1cfb6e368d3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '769f9123-c250-4499-922a-eda89e184ff6', 'mac_address': 'fa:16:3e:54:a7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8049c2-43d5-420d-94c6-6df9cdf8fdb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:20:22Z', 'updated_at': '2021-10-27T10:20:22Z', 'revision_number': 0, 'project_id': '7eccb1a479ed45018a41a143769f7e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83c3f2e3-c990-4daa-8dc8-e2578733120e', 'name': '', 'network_id': '769f9123-c250-4499-922a-eda89e184ff6', 'tenant_id': '7eccb1a479ed45018a41a143769f7e6c', 'mac_address': 'fa:16:3e:fe:22:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b3b807-3fd1-4dde-8481-45ea4d7fd02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e9966450-d712-49a2-adaa-a4a6541d3cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:19:20Z', 'updated_at': '2021-10-27T10:19:25Z', 'revision_number': 5, 'project_id': '7eccb1a479ed45018a41a143769f7e6c', 'subnets': [{'id': 'e9966450-d712-49a2-adaa-a4a6541d3cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:20:23.938704 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-920c7a5a-90a1-4924-ad32-213b4c14ccf2 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:23.939941 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-920c7a5a-90a1-4924-ad32-213b4c14ccf2 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3327606 Oct 27 10:20:23.942693 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 53652) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:23.947207 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-63bd6a45-4c26-49e2-b574-01de67dd7cee tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Request body: {'security_group_rule': {'security_group_id': 'b56c5375-c42a-4109-9378-1d85e37c25d3', 'project_id': '7eccb1a479ed45018a41a143769f7e6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:24.050451 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-63bd6a45-4c26-49e2-b574-01de67dd7cee tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:24.118851 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-63bd6a45-4c26-49e2-b574-01de67dd7cee tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:24.160090 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6475553-1ef7-41fa-bb19-0459ab62d4ee None None] New status for floating IP 9c380c37-0cd6-407a-a06c-81763e73f424: ACTIVE {{(pid=101975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:20:24.176860 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0ebc2-72e9-47f3-8751-c637dc73ef29 req-fe64e296-7679-4e46-aa86-ad5d800bd587 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:24.178570 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-c4e0ebc2-72e9-47f3-8751-c637dc73ef29 req-fe64e296-7679-4e46-aa86-ad5d800bd587 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 947 time: 0.0533681 Oct 27 10:20:24.179862 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-63bd6a45-4c26-49e2-b574-01de67dd7cee tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543954'] for security_group_rule, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:24.207983 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd6a45-4c26-49e2-b574-01de67dd7cee tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88406cea-08b2-47fa-9072-9fd2f0c4db1b,revision_number=0']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:24.238311 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-c4e0ebc2-72e9-47f3-8751-c637dc73ef29 req-34d5bd52-a695-4340-9a12-596566d24e6b tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516315 Oct 27 10:20:24.264112 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-63bd6a45-4c26-49e2-b574-01de67dd7cee tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:24.268639 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-63bd6a45-4c26-49e2-b574-01de67dd7cee tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3215644 Oct 27 10:20:24.268858 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 53656) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:24.273320 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-83b37476-5d36-42e6-9073-42715ba4502b tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Request body: {'security_group_rule': {'security_group_id': 'b56c5375-c42a-4109-9378-1d85e37c25d3', 'project_id': '7eccb1a479ed45018a41a143769f7e6c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:24.352570 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-83b37476-5d36-42e6-9073-42715ba4502b tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:24.413841 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-83b37476-5d36-42e6-9073-42715ba4502b tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:24.502021 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-83b37476-5d36-42e6-9073-42715ba4502b tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543954'] for security_group_rule, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:24.520243 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b37476-5d36-42e6-9073-42715ba4502b tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbbca42a-2026-46e7-8ec6-2041617447b0,revision_number=0']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:24.583805 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-83b37476-5d36-42e6-9073-42715ba4502b tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:24.585003 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-83b37476-5d36-42e6-9073-42715ba4502b tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3151557 Oct 27 10:20:24.587655 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 53660) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:24.591949 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-695b00bd-a18d-48bf-84d1-639364af7232 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Request body: {'security_group_rule': {'security_group_id': 'b56c5375-c42a-4109-9378-1d85e37c25d3', 'project_id': '7eccb1a479ed45018a41a143769f7e6c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:24.786757 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c19cd5-222c-4194-99e8-a46315831769 req-35675f97-9d46-4503-bc9c-71c674d219be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:24.786757 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-13c19cd5-222c-4194-99e8-a46315831769 req-35675f97-9d46-4503-bc9c-71c674d219be service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7eccb1a479ed45018a41a143769f7e6c&device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 1098 time: 0.0480657 Oct 27 10:20:24.786757 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-695b00bd-a18d-48bf-84d1-639364af7232 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:24.845598 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c19cd5-222c-4194-99e8-a46315831769 req-f7aeb20e-1f9e-4148-8e31-d495249933b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:24.847079 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-13c19cd5-222c-4194-99e8-a46315831769 req-f7aeb20e-1f9e-4148-8e31-d495249933b1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=769f9123-c250-4499-922a-eda89e184ff6 HTTP/1.1" status: 200 len: 917 time: 0.1233315 Oct 27 10:20:24.860016 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-695b00bd-a18d-48bf-84d1-639364af7232 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:24.942175 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-695b00bd-a18d-48bf-84d1-639364af7232 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543954'] for security_group_rule, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:24.975332 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b00bd-a18d-48bf-84d1-639364af7232 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1c42aac-8f59-4292-93fb-c2f40c890d34,revision_number=0']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:24.981926 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-13c19cd5-222c-4194-99e8-a46315831769 req-478f3e47-5ac6-4b31-8324-1e7325bf2d8f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74c3df47-26f9-4b45-8350-a1cfb6e368d3 HTTP/1.1" status: 200 len: 1000 time: 0.1043339 Oct 27 10:20:25.004566 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d9f5d-6548-4831-92ba-ed2b0aa74f92 req-8ace0902-1ae2-40b4-bcfc-1ff20c9c927a tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:25.005990 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-c87d9f5d-6548-4831-92ba-ed2b0aa74f92 req-8ace0902-1ae2-40b4-bcfc-1ff20c9c927a tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.81 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 947 time: 0.1278179 Oct 27 10:20:25.055417 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-695b00bd-a18d-48bf-84d1-639364af7232 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:25.056607 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-695b00bd-a18d-48bf-84d1-639364af7232 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4680135 Oct 27 10:20:25.059522 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 53664) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:25.064764 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [None req-35714597-2291-403e-84e2-33041d17f559 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Request body: {'security_group_rule': {'security_group_id': 'b56c5375-c42a-4109-9378-1d85e37c25d3', 'project_id': '7eccb1a479ed45018a41a143769f7e6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:25.083478 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c19cd5-222c-4194-99e8-a46315831769 req-a6e5124c-912a-4d20-b352-6db7b53155a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:25.084926 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-13c19cd5-222c-4194-99e8-a46315831769 req-a6e5124c-912a-4d20-b352-6db7b53155a2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e9966450-d712-49a2-adaa-a4a6541d3cca HTTP/1.1" status: 200 len: 854 time: 0.0950584 Oct 27 10:20:25.147932 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.db.securitygroups_db [None req-35714597-2291-403e-84e2-33041d17f559 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Project 7eccb1a479ed45018a41a143769f7e6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 10:20:25.153125 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-35714597-2291-403e-84e2-33041d17f559 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:25.156091 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c19cd5-222c-4194-99e8-a46315831769 req-b525fe41-1572-4d49-989f-6ee74a8568a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:25.157559 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-13c19cd5-222c-4194-99e8-a46315831769 req-b525fe41-1572-4d49-989f-6ee74a8568a4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=769f9123-c250-4499-922a-eda89e184ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544109 Oct 27 10:20:25.163346 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [req-c87d9f5d-6548-4831-92ba-ed2b0aa74f92 req-f50d208f-bed6-48e8-bb46-7385c27cb5a3 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Deleting port 13b7a318-8669-4b93-8778-a5bb694f6e13 {{(pid=101973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:20:25.163676 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-c87d9f5d-6548-4831-92ba-ed2b0aa74f92 req-f50d208f-bed6-48e8-bb46-7385c27cb5a3 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:25.216550 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-35714597-2291-403e-84e2-33041d17f559 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:25.279033 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-35714597-2291-403e-84e2-33041d17f559 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543954'] for security_group_rule, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:25.298416 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35714597-2291-403e-84e2-33041d17f559 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f507466b-870d-41ab-940c-2957790ab4b0,revision_number=0']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:25.318515 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-c87d9f5d-6548-4831-92ba-ed2b0aa74f92 req-f50d208f-bed6-48e8-bb46-7385c27cb5a3 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] For port 13b7a318-8669-4b93-8778-a5bb694f6e13, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=13b7a318-8669-4b93-8778-a5bb694f6e13,segment=NetworkSegment(2d3ba54e-e4c0-416f-b13e-608a81231259),segment_id=2d3ba54e-e4c0-416f-b13e-608a81231259)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:25.318870 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-c87d9f5d-6548-4831-92ba-ed2b0aa74f92 req-f50d208f-bed6-48e8-bb46-7385c27cb5a3 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:25.328937 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-13c19cd5-222c-4194-99e8-a46315831769 req-ece2245e-c5ac-4a7b-ad1e-8e68822a2ca2 service neutron] 10.222.0.81 "GET /v2.0/networks/769f9123-c250-4499-922a-eda89e184ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622307 Oct 27 10:20:25.365373 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dcd0e6-14da-424d-ba5c-7c8b0953e9a3 req-91a88e6d-3ae8-4a3e-a6fd-d07910ae426c tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:25.366924 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a5dcd0e6-14da-424d-ba5c-7c8b0953e9a3 req-91a88e6d-3ae8-4a3e-a6fd-d07910ae426c tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 947 time: 0.0489469 Oct 27 10:20:25.372935 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-35714597-2291-403e-84e2-33041d17f559 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:25.374453 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-35714597-2291-403e-84e2-33041d17f559 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3136227 Oct 27 10:20:25.381642 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 53668) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:25.385663 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [None req-1850d7ac-dcff-4933-b12c-6c009f9a57fe tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Request body: {'security_group_rule': {'security_group_id': 'b56c5375-c42a-4109-9378-1d85e37c25d3', 'project_id': '7eccb1a479ed45018a41a143769f7e6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:25.426573 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a5dcd0e6-14da-424d-ba5c-7c8b0953e9a3 req-432bbf01-ceee-4710-bf02-6a07cc30543b tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups?id=35abaee8-e267-469b-8df6-8b1a0f344106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503867 Oct 27 10:20:25.501393 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.db.securitygroups_db [None req-1850d7ac-dcff-4933-b12c-6c009f9a57fe tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Project 7eccb1a479ed45018a41a143769f7e6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 10:20:25.506689 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-1850d7ac-dcff-4933-b12c-6c009f9a57fe tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:25.529633 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-13c19cd5-222c-4194-99e8-a46315831769 req-d851449a-7e52-4c9f-bdf9-021f2599fcd1 service neutron] 10.222.0.81 "GET /v2.0/networks/769f9123-c250-4499-922a-eda89e184ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936560 Oct 27 10:20:25.560292 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-1850d7ac-dcff-4933-b12c-6c009f9a57fe tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:25.563267 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-c87d9f5d-6548-4831-92ba-ed2b0aa74f92 req-f50d208f-bed6-48e8-bb46-7385c27cb5a3 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:25.563267 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-c87d9f5d-6548-4831-92ba-ed2b0aa74f92 req-f50d208f-bed6-48e8-bb46-7385c27cb5a3 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564014'] for floatingip, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:25.563267 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.db.l3_db [req-c87d9f5d-6548-4831-92ba-ed2b0aa74f92 req-f50d208f-bed6-48e8-bb46-7385c27cb5a3 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Floating IP e1b1ccc2-5a97-4574-81ee-b0ed50d2df17 disassociated. External IP: 172.27.0.251, port: 13b7a318-8669-4b93-8778-a5bb694f6e13. Oct 27 10:20:25.563267 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [req-c87d9f5d-6548-4831-92ba-ed2b0aa74f92 req-f50d208f-bed6-48e8-bb46-7385c27cb5a3 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Calling delete_port for 13b7a318-8669-4b93-8778-a5bb694f6e13 owned by compute:nova {{(pid=101973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:20:25.650680 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-1850d7ac-dcff-4933-b12c-6c009f9a57fe tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543954'] for security_group_rule, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:25.670192 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1850d7ac-dcff-4933-b12c-6c009f9a57fe tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9874bcbc-a28a-46d9-8a6d-7252d78ec134,revision_number=0']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:25.726967 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-1850d7ac-dcff-4933-b12c-6c009f9a57fe tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:25.728664 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-1850d7ac-dcff-4933-b12c-6c009f9a57fe tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3460500 Oct 27 10:20:25.730921 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-c87d9f5d-6548-4831-92ba-ed2b0aa74f92 req-f50d208f-bed6-48e8-bb46-7385c27cb5a3 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:25.760539 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d208f-bed6-48e8-bb46-7385c27cb5a3 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Pushing event deleted for resources: {'Port': ['ID=13b7a318-8669-4b93-8778-a5bb694f6e13,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:26.131264 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-99ae31f3-0a1c-48d8-9f17-46b9073c564e req-a864e4f1-6531-48f2-af3e-10b4e4a4b82a tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1005188306&fields=id&tenant_id=7eccb1a479ed45018a41a143769f7e6c HTTP/1.1" status: 200 len: 267 time: 0.3301392 Oct 27 10:20:26.179669 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c87d9f5d-6548-4831-92ba-ed2b0aa74f92 req-f50d208f-bed6-48e8-bb46-7385c27cb5a3 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Router 6583f1c3-2cd5-41fc-a7f7-ebb598d22137 has already been hosted by L3 agent b2a2dab9-f998-4002-b8bb-cf3ca8546284 {{(pid=101973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:20:26.206736 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae31f3-0a1c-48d8-9f17-46b9073c564e req-75d6bd4e-0e79-4a6a-a715-9ffd33a632a0 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:26.208305 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-99ae31f3-0a1c-48d8-9f17-46b9073c564e req-75d6bd4e-0e79-4a6a-a715-9ffd33a632a0 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 945 time: 0.0705419 Oct 27 10:20:26.271516 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [req-99ae31f3-0a1c-48d8-9f17-46b9073c564e req-1da83512-a851-4697-a795-19f5e11a8698 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Request body: {'port': {'security_groups': ['dd22afe8-2edd-4b34-a04e-1760be3c80b8', 'b56c5375-c42a-4109-9378-1d85e37c25d3']}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:26.354119 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-99ae31f3-0a1c-48d8-9f17-46b9073c564e req-1da83512-a851-4697-a795-19f5e11a8698 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:26.374602 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c87d9f5d-6548-4831-92ba-ed2b0aa74f92 req-f50d208f-bed6-48e8-bb46-7385c27cb5a3 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Notify agent at l3_agent.dv-cinder-815146-2-iscsi the message routers_updated {{(pid=101973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:20:26.384257 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b72a832-25c9-413a-8c40-0c2d222fe23b None None] Sync routers for ids ['6583f1c3-2cd5-41fc-a7f7-ebb598d22137'] in dv-cinder-815146-2-iscsi {{(pid=101976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:20:26.395193 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b72a832-25c9-413a-8c40-0c2d222fe23b None None] Routers {'6583f1c3-2cd5-41fc-a7f7-ebb598d22137'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:20:26.395789 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-5b72a832-25c9-413a-8c40-0c2d222fe23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:20:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['6583f1c3-2cd5-41fc-a7f7-ebb598d22137'], 'active': True} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:26.435741 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87d9f5d-6548-4831-92ba-ed2b0aa74f92 req-f50d208f-bed6-48e8-bb46-7385c27cb5a3 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] No DVR routers for this DVR port 13b7a318-8669-4b93-8778-a5bb694f6e13 on host hv-cinder-81514 {{(pid=101973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:20:26.439738 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-c87d9f5d-6548-4831-92ba-ed2b0aa74f92 req-f50d208f-bed6-48e8-bb46-7385c27cb5a3 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:26.442990 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-c87d9f5d-6548-4831-92ba-ed2b0aa74f92 req-f50d208f-bed6-48e8-bb46-7385c27cb5a3 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.81 "DELETE /v2.0/ports/13b7a318-8669-4b93-8778-a5bb694f6e13 HTTP/1.1" status: 204 len: 173 time: 1.4179363 Oct 27 10:20:26.443435 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab', 'name': 'network-vif-deleted', 'tag': '13b7a318-8669-4b93-8778-a5bb694f6e13'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:20:26.445706 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94debda59f24a9426fb80c87c8c8853eb57e17b8e03a85591ed34d87467b8464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16454de3-cb59-4a6a-98b1-10def9bbda65" -d '{"events": [{"server_uuid": "6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab", "name": "network-vif-deleted", "tag": "13b7a318-8669-4b93-8778-a5bb694f6e13"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:20:26.493390 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea3a8ce-8ea6-4208-a6c5-ae090d9dc247 x-openstack-request-id: req-7ea3a8ce-8ea6-4208-a6c5-ae090d9dc247 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:20:26.493920 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab", "name": "network-vif-deleted", "tag": "13b7a318-8669-4b93-8778-a5bb694f6e13", "status": "completed", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:20:26.496561 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7ea3a8ce-8ea6-4208-a6c5-ae090d9dc247 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:20:26.496561 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab', 'name': 'network-vif-deleted', 'tag': '13b7a318-8669-4b93-8778-a5bb694f6e13', 'status': 'completed', 'code': 200} Oct 27 10:20:26.596809 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a5363f72-904d-4ecb-a478-e3ec579d4833 req-5003d840-d99f-4609-bcc0-0f9baf310a51 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023ea4e-56a5-4b5c-ada8-9b23ce7b92ab HTTP/1.1" status: 200 len: 210 time: 0.0462823 Oct 27 10:20:26.608875 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvr_db [None req-5b72a832-25c9-413a-8c40-0c2d222fe23b None None] Set router 6583f1c3-2cd5-41fc-a7f7-ebb598d22137 gateway port host: dv-cinder-815146-2-iscsi {{(pid=101976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:20:26.637464 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-99ae31f3-0a1c-48d8-9f17-46b9073c564e req-1da83512-a851-4697-a795-19f5e11a8698 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] For port 74c3df47-26f9-4b45-8350-a1cfb6e368d3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=74c3df47-26f9-4b45-8350-a1cfb6e368d3,segment=NetworkSegment(550fd727-22c6-4869-bd63-4d608e728918),segment_id=550fd727-22c6-4869-bd63-4d608e728918)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:26.667911 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-99ae31f3-0a1c-48d8-9f17-46b9073c564e req-1da83512-a851-4697-a795-19f5e11a8698 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:26.708117 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-99ae31f3-0a1c-48d8-9f17-46b9073c564e req-1da83512-a851-4697-a795-19f5e11a8698 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9116887'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:26.720281 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] get_ports_and_sgs() called for port_ids ['74c3df47-26f9-4b45-8350-a1cfb6e368d3'] {{(pid=101975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:20:26.759411 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae31f3-0a1c-48d8-9f17-46b9073c564e req-1da83512-a851-4697-a795-19f5e11a8698 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:26.760099 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-99ae31f3-0a1c-48d8-9f17-46b9073c564e req-1da83512-a851-4697-a795-19f5e11a8698 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:26.761540 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-99ae31f3-0a1c-48d8-9f17-46b9073c564e req-1da83512-a851-4697-a795-19f5e11a8698 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "PUT /v2.0/ports/74c3df47-26f9-4b45-8350-a1cfb6e368d3 HTTP/1.1" status: 200 len: 981 time: 0.5201175 Oct 27 10:20:26.786735 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da83512-a851-4697-a795-19f5e11a8698 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Pushing event updated for resources: {'Port': ['ID=74c3df47-26f9-4b45-8350-a1cfb6e368d3,revision_number=6']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:26.841751 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-5b72a832-25c9-413a-8c40-0c2d222fe23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'name': 'tempest-AttachVolumeShelveTestJSON-1169022080-router', 'tenant_id': '20d2cc4467704c129f691b1ba2dd72cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '0f0381e7-42de-486b-b3b8-4226787353b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:00Z', 'updated_at': '2021-10-27T10:13:06Z', 'revision_number': 4, 'project_id': '20d2cc4467704c129f691b1ba2dd72cc', 'gw_port': {'id': '0f0381e7-42de-486b-b3b8-4226787353b6', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:01Z', 'updated_at': '2021-10-27T10:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '60f2a9e9-4a35-494b-b9c9-9aaaa587e2c1', 'name': '', 'network_id': '232c2cd8-3827-47b2-95ae-f90c0b9d2e5c', 'tenant_id': '20d2cc4467704c129f691b1ba2dd72cc', 'mac_address': 'fa:16:3e:df:d5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '32f65f21-7a7c-4568-afd2-3193e7fc13b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:05Z', 'updated_at': '2021-10-27T10:13:13Z', 'revision_number': 5, 'project_id': '20d2cc4467704c129f691b1ba2dd72cc', 'subnets': [{'id': '32f65f21-7a7c-4568-afd2-3193e7fc13b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:26.846200 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] get_ports_and_sgs() called for port_ids ['74c3df47-26f9-4b45-8350-a1cfb6e368d3'] {{(pid=101975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:20:26.878971 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b72a832-25c9-413a-8c40-0c2d222fe23b None None] Checking router: 6583f1c3-2cd5-41fc-a7f7-ebb598d22137 for host: dv-cinder-815146-2-iscsi {{(pid=101976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:20:26.888876 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b72a832-25c9-413a-8c40-0c2d222fe23b None None] Routers {'6583f1c3-2cd5-41fc-a7f7-ebb598d22137'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:20:26.889486 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-5b72a832-25c9-413a-8c40-0c2d222fe23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:20:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['6583f1c3-2cd5-41fc-a7f7-ebb598d22137'], 'active': True} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:26.912986 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23e887-033f-4a82-9eec-2f7a67eabc71 req-c982c3e9-8207-4b9b-81fd-7aecdfa5019d tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:26.914649 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-5e23e887-033f-4a82-9eec-2f7a67eabc71 req-c982c3e9-8207-4b9b-81fd-7aecdfa5019d tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 984 time: 0.0693474 Oct 27 10:20:26.965120 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-5e23e887-033f-4a82-9eec-2f7a67eabc71 req-2ffcc165-6725-4abf-ad80-3582c90b7175 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/security-groups?id=b56c5375-c42a-4109-9378-1d85e37c25d3&id=dd22afe8-2edd-4b34-a04e-1760be3c80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435374 Oct 27 10:20:27.048544 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvr_db [None req-5b72a832-25c9-413a-8c40-0c2d222fe23b None None] Set router 6583f1c3-2cd5-41fc-a7f7-ebb598d22137 gateway port host: dv-cinder-815146-2-iscsi {{(pid=101976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:20:27.109124 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-4efcb0e0-0f00-4245-a3c8-24e2fa96b6be None None] Provisioning complete for port 74c3df47-26f9-4b45-8350-a1cfb6e368d3 triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:20:27.109124 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4efcb0e0-0f00-4245-a3c8-24e2fa96b6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:27.286906 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-5b72a832-25c9-413a-8c40-0c2d222fe23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'name': 'tempest-AttachVolumeShelveTestJSON-1169022080-router', 'tenant_id': '20d2cc4467704c129f691b1ba2dd72cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '0f0381e7-42de-486b-b3b8-4226787353b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:00Z', 'updated_at': '2021-10-27T10:13:06Z', 'revision_number': 4, 'project_id': '20d2cc4467704c129f691b1ba2dd72cc', 'gw_port': {'id': '0f0381e7-42de-486b-b3b8-4226787353b6', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:01Z', 'updated_at': '2021-10-27T10:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '60f2a9e9-4a35-494b-b9c9-9aaaa587e2c1', 'name': '', 'network_id': '232c2cd8-3827-47b2-95ae-f90c0b9d2e5c', 'tenant_id': '20d2cc4467704c129f691b1ba2dd72cc', 'mac_address': 'fa:16:3e:df:d5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '32f65f21-7a7c-4568-afd2-3193e7fc13b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:05Z', 'updated_at': '2021-10-27T10:13:13Z', 'revision_number': 5, 'project_id': '20d2cc4467704c129f691b1ba2dd72cc', 'subnets': [{'id': '32f65f21-7a7c-4568-afd2-3193e7fc13b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:27.325940 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b72a832-25c9-413a-8c40-0c2d222fe23b None None] The sync data for ids ['6583f1c3-2cd5-41fc-a7f7-ebb598d22137'] in dv-cinder-815146-2-iscsi is: [{'id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'name': 'tempest-AttachVolumeShelveTestJSON-1169022080-router', 'tenant_id': '20d2cc4467704c129f691b1ba2dd72cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '0f0381e7-42de-486b-b3b8-4226787353b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:00Z', 'updated_at': '2021-10-27T10:13:06Z', 'revision_number': 4, 'project_id': '20d2cc4467704c129f691b1ba2dd72cc', 'gw_port': {'id': '0f0381e7-42de-486b-b3b8-4226787353b6', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:01Z', 'updated_at': '2021-10-27T10:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '60f2a9e9-4a35-494b-b9c9-9aaaa587e2c1', 'name': '', 'network_id': '232c2cd8-3827-47b2-95ae-f90c0b9d2e5c', 'tenant_id': '20d2cc4467704c129f691b1ba2dd72cc', 'mac_address': 'fa:16:3e:df:d5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '32f65f21-7a7c-4568-afd2-3193e7fc13b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:05Z', 'updated_at': '2021-10-27T10:13:13Z', 'revision_number': 5, 'project_id': '20d2cc4467704c129f691b1ba2dd72cc', 'subnets': [{'id': '32f65f21-7a7c-4568-afd2-3193e7fc13b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:20:27.571281 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f696e2-e257-4a09-b30f-1e7e33915187 None None] New status for floating IP e1b1ccc2-5a97-4574-81ee-b0ed50d2df17: DOWN {{(pid=101975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:20:27.748675 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 53704) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:27.802835 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-108cac24-ced3-43b1-98ff-6cd1f07cf4bd tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:27.824696 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-108cac24-ced3-43b1-98ff-6cd1f07cf4bd tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:27.947892 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-108cac24-ced3-43b1-98ff-6cd1f07cf4bd tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:27.950502 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-108cac24-ced3-43b1-98ff-6cd1f07cf4bd tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:27.951646 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-108cac24-ced3-43b1-98ff-6cd1f07cf4bd tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "DELETE /v2.0/security-groups/35abaee8-e267-469b-8df6-8b1a0f344106 HTTP/1.1" status: 204 len: 168 time: 0.2019527 Oct 27 10:20:27.955511 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 53706) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:27.961424 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108cac24-ced3-43b1-98ff-6cd1f07cf4bd tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35abaee8-e267-469b-8df6-8b1a0f344106,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:27.970488 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.api.v2.resource [None req-628c89aa-7d34-499c-8b34-767a23bb2643 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] show failed (client error): The resource could not be found. Oct 27 10:20:27.971500 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-628c89aa-7d34-499c-8b34-767a23bb2643 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "GET /v2.0/security-groups/35abaee8-e267-469b-8df6-8b1a0f344106 HTTP/1.1" status: 404 len: 347 time: 0.0149884 Oct 27 10:20:27.975185 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 53708) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:28.097348 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.plugin [None req-977e1840-8532-4ba9-a478-9c65c0b486b8 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Deleting port 380d1855-80b2-49b9-bc7f-9e7193786df4 {{(pid=101974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:20:28.097681 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-977e1840-8532-4ba9-a478-9c65c0b486b8 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:28.170600 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-977e1840-8532-4ba9-a478-9c65c0b486b8 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:28.170926 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-977e1840-8532-4ba9-a478-9c65c0b486b8 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:28.182679 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.plugin [None req-977e1840-8532-4ba9-a478-9c65c0b486b8 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Calling delete_port for 380d1855-80b2-49b9-bc7f-9e7193786df4 owned by network:floatingip {{(pid=101974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:20:28.370386 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-977e1840-8532-4ba9-a478-9c65c0b486b8 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078929'] for port, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:28.396051 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e1840-8532-4ba9-a478-9c65c0b486b8 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Pushing event deleted for resources: {'Port': ['ID=380d1855-80b2-49b9-bc7f-9e7193786df4,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:28.457811 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-977e1840-8532-4ba9-a478-9c65c0b486b8 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks [] for floatingip, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:28.460526 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-977e1840-8532-4ba9-a478-9c65c0b486b8 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for floatingip, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:28.461695 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-977e1840-8532-4ba9-a478-9c65c0b486b8 tempest-AttachVolumeShelveTestJSON-2136052848 tempest-AttachVolumeShelveTestJSON-2136052848-project] 10.222.0.36 "DELETE /v2.0/floatingips/e1b1ccc2-5a97-4574-81ee-b0ed50d2df17 HTTP/1.1" status: 204 len: 168 time: 0.4855461 Oct 27 10:20:28.496469 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd8049c2-43d5-420d-94c6-6df9cdf8fdb0', 'tag': '74c3df47-26f9-4b45-8350-a1cfb6e368d3'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:20:28.498795 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94debda59f24a9426fb80c87c8c8853eb57e17b8e03a85591ed34d87467b8464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79db4c7b-c7ff-4bcc-bd4b-e912d4646a6f" -d '{"events": [{"name": "network-changed", "server_uuid": "fd8049c2-43d5-420d-94c6-6df9cdf8fdb0", "tag": "74c3df47-26f9-4b45-8350-a1cfb6e368d3"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:20:28.534142 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fd29b3-16ea-4692-bbec-ecbba674323a x-openstack-request-id: req-f4fd29b3-16ea-4692-bbec-ecbba674323a {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:20:28.534433 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd8049c2-43d5-420d-94c6-6df9cdf8fdb0", "tag": "74c3df47-26f9-4b45-8350-a1cfb6e368d3", "status": "completed", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:20:28.534685 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f4fd29b3-16ea-4692-bbec-ecbba674323a {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:20:28.535082 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd8049c2-43d5-420d-94c6-6df9cdf8fdb0', 'tag': '74c3df47-26f9-4b45-8350-a1cfb6e368d3', 'status': 'completed', 'code': 200} Oct 27 10:20:29.642574 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 13b7a318-8669-4b93-8778-a5bb694f6e13 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:20:29.666873 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] No Port match for: 13b7a318-8669-4b93-8778-a5bb694f6e13 {{(pid=101975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:20:29.667204 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 13b7a318-8669-4b93-8778-a5bb694f6e13 not bound to the agent host hv-cinder-81514 {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:20:29.691401 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db4c7b-c7ff-4bcc-bd4b-e912d4646a6f req-29b8e9a3-01be-41cf-b87d-bee298d2f8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:29.692893 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-79db4c7b-c7ff-4bcc-bd4b-e912d4646a6f req-29b8e9a3-01be-41cf-b87d-bee298d2f8ea service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7eccb1a479ed45018a41a143769f7e6c&device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 1137 time: 0.0465903 Oct 27 10:20:30.714934 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db4c7b-c7ff-4bcc-bd4b-e912d4646a6f req-6a17fad4-ff9b-4dc9-980b-81aa230865b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:30.716361 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-79db4c7b-c7ff-4bcc-bd4b-e912d4646a6f req-6a17fad4-ff9b-4dc9-980b-81aa230865b0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=769f9123-c250-4499-922a-eda89e184ff6 HTTP/1.1" status: 200 len: 917 time: 0.0835764 Oct 27 10:20:30.785286 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-79db4c7b-c7ff-4bcc-bd4b-e912d4646a6f req-b4f3bdf6-c523-4bb7-b95d-b72070b14fd0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74c3df47-26f9-4b45-8350-a1cfb6e368d3 HTTP/1.1" status: 200 len: 1000 time: 0.0602295 Oct 27 10:20:30.840549 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db4c7b-c7ff-4bcc-bd4b-e912d4646a6f req-79a4947e-12ad-485d-a12f-ca10ca77ca95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:30.842038 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-79db4c7b-c7ff-4bcc-bd4b-e912d4646a6f req-79a4947e-12ad-485d-a12f-ca10ca77ca95 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e9966450-d712-49a2-adaa-a4a6541d3cca HTTP/1.1" status: 200 len: 854 time: 0.0435319 Oct 27 10:20:30.893605 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db4c7b-c7ff-4bcc-bd4b-e912d4646a6f req-dba9c53b-1595-4117-9f11-f6efec28f8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:30.893605 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-79db4c7b-c7ff-4bcc-bd4b-e912d4646a6f req-dba9c53b-1595-4117-9f11-f6efec28f8f4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=769f9123-c250-4499-922a-eda89e184ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395138 Oct 27 10:20:30.981691 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-79db4c7b-c7ff-4bcc-bd4b-e912d4646a6f req-3cd99c89-0df0-4c43-ae64-16ca3d6fcf40 service neutron] 10.222.0.81 "GET /v2.0/networks/769f9123-c250-4499-922a-eda89e184ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853806 Oct 27 10:20:31.074181 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-79db4c7b-c7ff-4bcc-bd4b-e912d4646a6f req-d9cd7c54-aae5-4eb9-96fb-7728827504f4 service neutron] 10.222.0.81 "GET /v2.0/networks/769f9123-c250-4499-922a-eda89e184ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849512 Oct 27 10:20:31.558576 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-067b03d3-177e-40f6-b6ff-48f93e4d5c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:33.184338 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 53762) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:33.617836 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-c2e6af55-297d-4660-a0be-d8c05efaa19e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-564270'] for router_interface, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:33.850595 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.plugin [None req-c2e6af55-297d-4660-a0be-d8c05efaa19e admin admin] Deleting port 60f2a9e9-4a35-494b-b9c9-9aaaa587e2c1 {{(pid=101974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:20:33.850923 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-c2e6af55-297d-4660-a0be-d8c05efaa19e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:33.928776 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.db [None req-c2e6af55-297d-4660-a0be-d8c05efaa19e admin admin] For port 60f2a9e9-4a35-494b-b9c9-9aaaa587e2c1, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=60f2a9e9-4a35-494b-b9c9-9aaaa587e2c1,segment=NetworkSegment(2d3ba54e-e4c0-416f-b13e-608a81231259),segment_id=2d3ba54e-e4c0-416f-b13e-608a81231259)] {{(pid=101974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:33.929076 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-c2e6af55-297d-4660-a0be-d8c05efaa19e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:33.941410 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.plugin [None req-c2e6af55-297d-4660-a0be-d8c05efaa19e admin admin] Calling delete_port for 60f2a9e9-4a35-494b-b9c9-9aaaa587e2c1 owned by network:router_interface {{(pid=101974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:20:34.192834 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-e6a23401-38f8-444e-8fab-c8b66c8b80f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:34.204673 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-c2e6af55-297d-4660-a0be-d8c05efaa19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078929'] for port, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:34.229240 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6af55-297d-4660-a0be-d8c05efaa19e admin admin] Pushing event deleted for resources: {'Port': ['ID=60f2a9e9-4a35-494b-b9c9-9aaaa587e2c1,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:34.402310 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-c2e6af55-297d-4660-a0be-d8c05efaa19e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3604356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-564418'] for router_interface, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:34.608681 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e6af55-297d-4660-a0be-d8c05efaa19e admin admin] Router 6583f1c3-2cd5-41fc-a7f7-ebb598d22137 has already been hosted by L3 agent b2a2dab9-f998-4002-b8bb-cf3ca8546284 {{(pid=101974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:20:34.711467 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e6af55-297d-4660-a0be-d8c05efaa19e admin admin] Notify agent at l3_agent.dv-cinder-815146-2-iscsi the message routers_updated {{(pid=101974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:20:34.716394 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-c2e6af55-297d-4660-a0be-d8c05efaa19e admin admin] 10.222.0.36 "PUT /v2.0/routers/6583f1c3-2cd5-41fc-a7f7-ebb598d22137/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5310490 Oct 27 10:20:34.719015 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 53770) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:34.720029 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6119d4e-f686-4fa3-a46d-12a825ce2863 None None] Sync routers for ids ['6583f1c3-2cd5-41fc-a7f7-ebb598d22137'] in dv-cinder-815146-2-iscsi {{(pid=101976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:20:34.731076 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6119d4e-f686-4fa3-a46d-12a825ce2863 None None] Routers {'6583f1c3-2cd5-41fc-a7f7-ebb598d22137'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:20:34.731670 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-c6119d4e-f686-4fa3-a46d-12a825ce2863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:20:34Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['6583f1c3-2cd5-41fc-a7f7-ebb598d22137'], 'active': True} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:34.819233 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-8b928411-921c-491b-a0cf-5b919e403258 admin admin] Publish callbacks [] for router, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:34.821548 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.agents_db [None req-86e8c3be-7e21-4532-a65d-8f48c0a472d4 None None] Agent healthcheck: found 6 active agents {{(pid=101976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:20:34.839378 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvr_db [None req-c6119d4e-f686-4fa3-a46d-12a825ce2863 None None] Set router 6583f1c3-2cd5-41fc-a7f7-ebb598d22137 gateway port host: dv-cinder-815146-2-iscsi {{(pid=101976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:20:34.919581 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-8b928411-921c-491b-a0cf-5b919e403258 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:35.017858 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-c6119d4e-f686-4fa3-a46d-12a825ce2863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'name': 'tempest-AttachVolumeShelveTestJSON-1169022080-router', 'tenant_id': '20d2cc4467704c129f691b1ba2dd72cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '0f0381e7-42de-486b-b3b8-4226787353b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:00Z', 'updated_at': '2021-10-27T10:20:34Z', 'revision_number': 5, 'project_id': '20d2cc4467704c129f691b1ba2dd72cc', 'gw_port': {'id': '0f0381e7-42de-486b-b3b8-4226787353b6', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:13:01Z', 'updated_at': '2021-10-27T10:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi'}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:35.041961 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.plugin [None req-8b928411-921c-491b-a0cf-5b919e403258 admin admin] Deleting port 0f0381e7-42de-486b-b3b8-4226787353b6 {{(pid=101974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:20:35.042301 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-8b928411-921c-491b-a0cf-5b919e403258 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:35.048023 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6119d4e-f686-4fa3-a46d-12a825ce2863 None None] Checking router: 6583f1c3-2cd5-41fc-a7f7-ebb598d22137 for host: dv-cinder-815146-2-iscsi {{(pid=101976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:20:35.056153 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6119d4e-f686-4fa3-a46d-12a825ce2863 None None] Routers {'6583f1c3-2cd5-41fc-a7f7-ebb598d22137'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:20:35.056731 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-c6119d4e-f686-4fa3-a46d-12a825ce2863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:20:34Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['6583f1c3-2cd5-41fc-a7f7-ebb598d22137'], 'active': True} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:35.123489 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.db [None req-8b928411-921c-491b-a0cf-5b919e403258 admin admin] For port 0f0381e7-42de-486b-b3b8-4226787353b6, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=0f0381e7-42de-486b-b3b8-4226787353b6,segment=NetworkSegment(b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3),segment_id=b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3)] {{(pid=101974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:35.123872 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-8b928411-921c-491b-a0cf-5b919e403258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:35.136998 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.plugin [None req-8b928411-921c-491b-a0cf-5b919e403258 admin admin] Calling delete_port for 0f0381e7-42de-486b-b3b8-4226787353b6 owned by network:router_gateway {{(pid=101974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:20:35.137706 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvr_db [None req-c6119d4e-f686-4fa3-a46d-12a825ce2863 None None] Set router 6583f1c3-2cd5-41fc-a7f7-ebb598d22137 gateway port host: None {{(pid=101976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:20:35.191948 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-c6119d4e-f686-4fa3-a46d-12a825ce2863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'name': 'tempest-AttachVolumeShelveTestJSON-1169022080-router', 'tenant_id': '20d2cc4467704c129f691b1ba2dd72cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:00Z', 'updated_at': '2021-10-27T10:20:34Z', 'revision_number': 6, 'project_id': '20d2cc4467704c129f691b1ba2dd72cc', 'gw_port_host': None}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:35.217170 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6119d4e-f686-4fa3-a46d-12a825ce2863 None None] The sync data for ids ['6583f1c3-2cd5-41fc-a7f7-ebb598d22137'] in dv-cinder-815146-2-iscsi is: [{'id': '6583f1c3-2cd5-41fc-a7f7-ebb598d22137', 'name': 'tempest-AttachVolumeShelveTestJSON-1169022080-router', 'tenant_id': '20d2cc4467704c129f691b1ba2dd72cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:13:00Z', 'updated_at': '2021-10-27T10:20:34Z', 'revision_number': 6, 'project_id': '20d2cc4467704c129f691b1ba2dd72cc', 'gw_port_host': None}] {{(pid=101976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:20:35.341985 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:35.364908 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-8b928411-921c-491b-a0cf-5b919e403258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078929'] for port, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:35.392372 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b928411-921c-491b-a0cf-5b919e403258 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f0381e7-42de-486b-b3b8-4226787353b6,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:35.452433 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-8b928411-921c-491b-a0cf-5b919e403258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-564064'] for router_gateway, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:35.552313 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-8b928411-921c-491b-a0cf-5b919e403258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13750'] for router, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:35.554523 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-8b928411-921c-491b-a0cf-5b919e403258 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:35.930094 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:35.976504 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-8b928411-921c-491b-a0cf-5b919e403258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561437'] for router, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:35.977029 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b928411-921c-491b-a0cf-5b919e403258 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6583f1c3-2cd5-41fc-a7f7-ebb598d22137 {{(pid=101974) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:20:35.982431 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-8b928411-921c-491b-a0cf-5b919e403258 admin admin] Publish callbacks [] for router, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:35.985606 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-8b928411-921c-491b-a0cf-5b919e403258 admin admin] 10.222.0.36 "DELETE /v2.0/routers/6583f1c3-2cd5-41fc-a7f7-ebb598d22137 HTTP/1.1" status: 204 len: 168 time: 1.2636797 Oct 27 10:20:35.986723 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 53774) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:36.005152 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 60f2a9e9-4a35-494b-b9c9-9aaaa587e2c1 no longer exists at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:20:36.025656 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] No Port match for: 60f2a9e9-4a35-494b-b9c9-9aaaa587e2c1 {{(pid=101975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:20:36.026041 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 60f2a9e9-4a35-494b-b9c9-9aaaa587e2c1 not bound to the agent host dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:20:36.026810 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 0f0381e7-42de-486b-b3b8-4226787353b6 no longer exists at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:20:36.034256 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b577d89-23de-4bc6-954c-a9e534cdaf99 admin admin] Deleting subnet 32f65f21-7a7c-4568-afd2-3193e7fc13b4 {{(pid=101974) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:20:36.037615 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-7b577d89-23de-4bc6-954c-a9e534cdaf99 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:36.051066 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] No Port match for: 0f0381e7-42de-486b-b3b8-4226787353b6 {{(pid=101975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:20:36.051408 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 0f0381e7-42de-486b-b3b8-4226787353b6 not bound to the agent host dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:20:36.074937 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-7b577d89-23de-4bc6-954c-a9e534cdaf99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8792491'] for subnet, precommit_delete_associations {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:36.156822 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-7b577d89-23de-4bc6-954c-a9e534cdaf99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3657045'] for subnet, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:36.284909 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-7b577d89-23de-4bc6-954c-a9e534cdaf99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3657052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8610796'] for subnet, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:36.310163 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b577d89-23de-4bc6-954c-a9e534cdaf99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32f65f21-7a7c-4568-afd2-3193e7fc13b4,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:36.314015 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-7b577d89-23de-4bc6-954c-a9e534cdaf99 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:36.317308 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-7b577d89-23de-4bc6-954c-a9e534cdaf99 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/32f65f21-7a7c-4568-afd2-3193e7fc13b4 HTTP/1.1" status: 204 len: 168 time: 0.3293974 Oct 27 10:20:36.319635 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 53776) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:36.322280 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4c9d9f-3d06-4329-983d-dc5214719cb4 None None] Network 232c2cd8-3827-47b2-95ae-f90c0b9d2e5c requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:20:36.391093 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8163-8bcc-4e25-bf93-739d9ac98cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3615918'] for network, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:36.442148 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.plugin [None req-ac8e8163-8bcc-4e25-bf93-739d9ac98cf9 admin admin] Deleting port 31148648-3157-4616-8d3e-779298850753 {{(pid=101974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:20:36.442596 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8163-8bcc-4e25-bf93-739d9ac98cf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:36.493409 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e978f5cf-121b-4e3d-89be-3d9037ce13df None None] DHCP port deletion for 232c2cd8-3827-47b2-95ae-f90c0b9d2e5c request from dv-cinder-815146-2-iscsi {{(pid=101975) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:20:36.507424 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.db [None req-ac8e8163-8bcc-4e25-bf93-739d9ac98cf9 admin admin] For port 31148648-3157-4616-8d3e-779298850753, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=31148648-3157-4616-8d3e-779298850753,segment=NetworkSegment(2d3ba54e-e4c0-416f-b13e-608a81231259),segment_id=2d3ba54e-e4c0-416f-b13e-608a81231259)] {{(pid=101974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:36.507787 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8163-8bcc-4e25-bf93-739d9ac98cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:36.520676 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.plugin [None req-ac8e8163-8bcc-4e25-bf93-739d9ac98cf9 admin admin] Calling delete_port for 31148648-3157-4616-8d3e-779298850753 owned by network:dhcp {{(pid=101974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:20:36.543656 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-e978f5cf-121b-4e3d-89be-3d9037ce13df None None] Deleting port 31148648-3157-4616-8d3e-779298850753 {{(pid=101975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:20:36.544021 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-e978f5cf-121b-4e3d-89be-3d9037ce13df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:36.606213 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-e978f5cf-121b-4e3d-89be-3d9037ce13df None None] For port 31148648-3157-4616-8d3e-779298850753, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=31148648-3157-4616-8d3e-779298850753,segment=NetworkSegment(2d3ba54e-e4c0-416f-b13e-608a81231259),segment_id=2d3ba54e-e4c0-416f-b13e-608a81231259)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:36.612149 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-e978f5cf-121b-4e3d-89be-3d9037ce13df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:36.618467 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-e978f5cf-121b-4e3d-89be-3d9037ce13df None None] Calling delete_port for 31148648-3157-4616-8d3e-779298850753 owned by network:dhcp {{(pid=101975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:20:36.644668 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8163-8bcc-4e25-bf93-739d9ac98cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078929'] for port, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:36.671937 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8e8163-8bcc-4e25-bf93-739d9ac98cf9 admin admin] No DVR routers for this DVR port 31148648-3157-4616-8d3e-779298850753 on host dv-cinder-815146-2-iscsi {{(pid=101974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:20:36.675623 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e8163-8bcc-4e25-bf93-739d9ac98cf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=31148648-3157-4616-8d3e-779298850753,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:36.736074 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-e978f5cf-121b-4e3d-89be-3d9037ce13df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848'] for port, after_delete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:36.747767 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8163-8bcc-4e25-bf93-739d9ac98cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3667904', 'neutron.services.segments.db._delete_segments_for_network-8740340232798'] for network, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:36.762829 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978f5cf-121b-4e3d-89be-3d9037ce13df None None] Pushing event deleted for resources: {'Port': ['ID=31148648-3157-4616-8d3e-779298850753,revision_number=None']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:36.767377 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e978f5cf-121b-4e3d-89be-3d9037ce13df None None] No DVR routers for this DVR port 31148648-3157-4616-8d3e-779298850753 on host dv-cinder-815146-2-iscsi {{(pid=101975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:20:36.771236 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.services.segments.db [None req-ac8e8163-8bcc-4e25-bf93-739d9ac98cf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['232c2cd8-3827-47b2-95ae-f90c0b9d2e5c']}} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:36.783605 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.services.segments.db [None req-ac8e8163-8bcc-4e25-bf93-739d9ac98cf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d3ba54e-e4c0-416f-b13e-608a81231259') {'for_net_delete': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:36.783605 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.services.segments.db [None req-ac8e8163-8bcc-4e25-bf93-739d9ac98cf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d3ba54e-e4c0-416f-b13e-608a81231259') {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:36.791194 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8163-8bcc-4e25-bf93-739d9ac98cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740340234087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8792530'] for segment, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:36.804977 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8163-8bcc-4e25-bf93-739d9ac98cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908'] for segment, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:36.810852 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac8e8163-8bcc-4e25-bf93-739d9ac98cf9 admin admin] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=101974) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:20:36.812121 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8163-8bcc-4e25-bf93-739d9ac98cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12078990'] for segment, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:36.812910 dv-cinder-815146-2-iscsi neutron-server[101974]: Traceback (most recent call last): Oct 27 10:20:36.812910 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:20:36.812910 dv-cinder-815146-2-iscsi neutron-server[101974]: timer() Oct 27 10:20:36.812910 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:20:36.812910 dv-cinder-815146-2-iscsi neutron-server[101974]: cb(*args, **kw) Oct 27 10:20:36.812910 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:20:36.812910 dv-cinder-815146-2-iscsi neutron-server[101974]: return func(*args, **kwargs) Oct 27 10:20:36.812910 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:20:36.812910 dv-cinder-815146-2-iscsi neutron-server[101974]: self._notify() Oct 27 10:20:36.812910 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:20:36.812910 dv-cinder-815146-2-iscsi neutron-server[101974]: self.callback(batched_events) Oct 27 10:20:36.812910 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:20:36.812910 dv-cinder-815146-2-iscsi neutron-server[101974]: event.method(event) Oct 27 10:20:36.812910 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:20:36.812910 dv-cinder-815146-2-iscsi neutron-server[101974]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:20:36.812910 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:20:36.812910 dv-cinder-815146-2-iscsi neutron-server[101974]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:20:36.812910 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:20:36.812910 dv-cinder-815146-2-iscsi neutron-server[101974]: return f(self, *a, **k) Oct 27 10:20:36.812910 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:20:36.812910 dv-cinder-815146-2-iscsi neutron-server[101974]: return self._get(url).json() Oct 27 10:20:36.812910 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:20:36.812910 dv-cinder-815146-2-iscsi neutron-server[101974]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:20:36.812910 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:20:36.812910 dv-cinder-815146-2-iscsi neutron-server[101974]: return self.request(url, 'GET', **kwargs) Oct 27 10:20:36.812910 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:20:36.812910 dv-cinder-815146-2-iscsi neutron-server[101974]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:20:36.812910 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:20:36.812910 dv-cinder-815146-2-iscsi neutron-server[101974]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:20:36.812910 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:20:36.812910 dv-cinder-815146-2-iscsi neutron-server[101974]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:20:36.812910 dv-cinder-815146-2-iscsi neutron-server[101974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:20:36.908064 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8163-8bcc-4e25-bf93-739d9ac98cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3667915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564060'] for network, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:36.913362 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8163-8bcc-4e25-bf93-739d9ac98cf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for network, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:36.916537 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-ac8e8163-8bcc-4e25-bf93-739d9ac98cf9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/232c2cd8-3827-47b2-95ae-f90c0b9d2e5c HTTP/1.1" status: 204 len: 168 time: 0.5959759 Oct 27 10:20:36.927665 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e8163-8bcc-4e25-bf93-739d9ac98cf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=232c2cd8-3827-47b2-95ae-f90c0b9d2e5c,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:37.130456 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:37.186508 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 53782) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:37.226381 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-ee9ff7d4-970d-43f7-9a07-91a7f73d9c7a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=20d2cc4467704c129f691b1ba2dd72cc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0380251 Oct 27 10:20:37.228827 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 53784) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:37.278246 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-11f03f8a-8ed2-47e7-b547-54d8eb34ec6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:37.297968 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-11f03f8a-8ed2-47e7-b547-54d8eb34ec6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:37.416248 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-11f03f8a-8ed2-47e7-b547-54d8eb34ec6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:37.418900 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-11f03f8a-8ed2-47e7-b547-54d8eb34ec6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:37.420207 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-11f03f8a-8ed2-47e7-b547-54d8eb34ec6f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5e459b70-dc31-407a-ba07-9ddfa704e31a HTTP/1.1" status: 204 len: 168 time: 0.1904197 Oct 27 10:20:37.428368 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f03f8a-8ed2-47e7-b547-54d8eb34ec6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e459b70-dc31-407a-ba07-9ddfa704e31a,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:38.008607 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 31148648-3157-4616-8d3e-779298850753 no longer exists at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:20:38.028394 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] No Port match for: 31148648-3157-4616-8d3e-779298850753 {{(pid=101975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:20:38.028735 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 31148648-3157-4616-8d3e-779298850753 not bound to the agent host dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:20:44.096019 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:45.307029 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 53926) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:45.412835 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-ded013df-b3ad-43d3-85a3-8afe4d89b450 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:45.482944 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-ded013df-b3ad-43d3-85a3-8afe4d89b450 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:45.547416 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-ded013df-b3ad-43d3-85a3-8afe4d89b450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:45.587283 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-ded013df-b3ad-43d3-85a3-8afe4d89b450 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4ce9d18ea39a4e83a1c665895cdb833f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2791095 Oct 27 10:20:45.588141 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded013df-b3ad-43d3-85a3-8afe4d89b450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b82199-4b9c-4dcd-a144-c12d22de7627,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:45.590863 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 53932) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:45.642461 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-f00b4930-0bf1-4a68-92de-5b45e6f5bbcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:45.666977 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-f00b4930-0bf1-4a68-92de-5b45e6f5bbcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:45.770032 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-f00b4930-0bf1-4a68-92de-5b45e6f5bbcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:45.772617 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-f00b4930-0bf1-4a68-92de-5b45e6f5bbcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:45.773815 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-f00b4930-0bf1-4a68-92de-5b45e6f5bbcf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a0b82199-4b9c-4dcd-a144-c12d22de7627 HTTP/1.1" status: 204 len: 168 time: 0.1816835 Oct 27 10:20:45.781862 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b4930-0bf1-4a68-92de-5b45e6f5bbcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b82199-4b9c-4dcd-a144-c12d22de7627,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:48.026777 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 53988) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:48.046674 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 53992) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:48.137270 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-7008667c-e447-4391-89e5-0fb4b27e5453 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:48.165409 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9fc9255f-1a60-4706-8db4-88c9c5e8493a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:48.264093 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-7008667c-e447-4391-89e5-0fb4b27e5453 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:48.285056 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9fc9255f-1a60-4706-8db4-88c9c5e8493a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:48.376534 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9fc9255f-1a60-4706-8db4-88c9c5e8493a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:48.379624 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-7008667c-e447-4391-89e5-0fb4b27e5453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:48.427500 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-9fc9255f-1a60-4706-8db4-88c9c5e8493a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e774383a74c042cdbb9cfa64b6ebae3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3796511 Oct 27 10:20:48.430385 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 53996) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:48.433915 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-7008667c-e447-4391-89e5-0fb4b27e5453 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=352ae4d77f56465eb585538ae28be21d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4059596 Oct 27 10:20:48.436516 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 53998) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:48.438501 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9255f-1a60-4706-8db4-88c9c5e8493a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d10793-2c2e-4ec8-91dd-f70089114e95,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:48.446777 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9255f-1a60-4706-8db4-88c9c5e8493a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:48.447130 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9255f-1a60-4706-8db4-88c9c5e8493a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:48.447469 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9255f-1a60-4706-8db4-88c9c5e8493a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:48.447812 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9255f-1a60-4706-8db4-88c9c5e8493a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:48.448145 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9255f-1a60-4706-8db4-88c9c5e8493a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:48.448478 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9255f-1a60-4706-8db4-88c9c5e8493a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:48.448833 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9255f-1a60-4706-8db4-88c9c5e8493a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:48.449160 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9255f-1a60-4706-8db4-88c9c5e8493a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:48.449493 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9255f-1a60-4706-8db4-88c9c5e8493a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:48.449842 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9255f-1a60-4706-8db4-88c9c5e8493a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:48.450172 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9255f-1a60-4706-8db4-88c9c5e8493a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:48.450490 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9255f-1a60-4706-8db4-88c9c5e8493a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:48.481496 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7008667c-e447-4391-89e5-0fb4b27e5453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a49f351-314a-47ea-92b0-59a7291f9b9d,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:48.522204 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-14de1e81-cc12-45ed-b487-21e33019b837 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:48.538737 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-4cf37a79-c832-4ed5-a2a0-f471d70d36d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:48.561344 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-14de1e81-cc12-45ed-b487-21e33019b837 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:48.576543 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-4cf37a79-c832-4ed5-a2a0-f471d70d36d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:48.731027 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-14de1e81-cc12-45ed-b487-21e33019b837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:48.733582 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-14de1e81-cc12-45ed-b487-21e33019b837 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:48.734807 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-14de1e81-cc12-45ed-b487-21e33019b837 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/40d10793-2c2e-4ec8-91dd-f70089114e95 HTTP/1.1" status: 204 len: 168 time: 0.3034143 Oct 27 10:20:48.738038 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-4cf37a79-c832-4ed5-a2a0-f471d70d36d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:48.740568 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-4cf37a79-c832-4ed5-a2a0-f471d70d36d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:48.741523 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-4cf37a79-c832-4ed5-a2a0-f471d70d36d7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4a49f351-314a-47ea-92b0-59a7291f9b9d HTTP/1.1" status: 204 len: 168 time: 0.3030789 Oct 27 10:20:48.748009 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de1e81-cc12-45ed-b487-21e33019b837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d10793-2c2e-4ec8-91dd-f70089114e95,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:48.759204 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf37a79-c832-4ed5-a2a0-f471d70d36d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a49f351-314a-47ea-92b0-59a7291f9b9d,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:49.415758 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 54012) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:49.428618 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-0c57fbb6-74f3-4df4-9723-aad71a303892 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:49.491153 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 54014) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:49.501345 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-0c57fbb6-74f3-4df4-9723-aad71a303892 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:49.504327 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-38ab594c-a0e3-4cd0-bde1-5dfbd6be8cac admin admin] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:49.570575 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-0c57fbb6-74f3-4df4-9723-aad71a303892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:49.577353 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-38ab594c-a0e3-4cd0-bde1-5dfbd6be8cac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:49.611663 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-0c57fbb6-74f3-4df4-9723-aad71a303892 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=184e49cce6c147d88d3fafd5b1bab8d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1948428 Oct 27 10:20:49.612608 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c57fbb6-74f3-4df4-9723-aad71a303892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986acd2f-312b-40f3-b852-e1121b28de5b,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:49.614503 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 54018) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:49.632549 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-38ab594c-a0e3-4cd0-bde1-5dfbd6be8cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:49.687483 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab594c-a0e3-4cd0-bde1-5dfbd6be8cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179e3df7-6bfd-4d2e-940a-ce7416669422,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:49.692649 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-38ab594c-a0e3-4cd0-bde1-5dfbd6be8cac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a9af4a4685094dec9a5dccfad67e251a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2004817 Oct 27 10:20:49.695437 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 54020) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:49.708070 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-460d0c92-b270-4b06-9040-2b36a8672afd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:49.731281 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-460d0c92-b270-4b06-9040-2b36a8672afd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:49.749347 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-8ad41dec-03f6-4b51-8bb0-806de5b4ca6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:49.771045 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-8ad41dec-03f6-4b51-8bb0-806de5b4ca6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:49.821973 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-460d0c92-b270-4b06-9040-2b36a8672afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:49.824489 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-460d0c92-b270-4b06-9040-2b36a8672afd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:49.825661 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-460d0c92-b270-4b06-9040-2b36a8672afd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/986acd2f-312b-40f3-b852-e1121b28de5b HTTP/1.1" status: 204 len: 168 time: 0.2101285 Oct 27 10:20:49.834066 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d0c92-b270-4b06-9040-2b36a8672afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986acd2f-312b-40f3-b852-e1121b28de5b,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:49.879484 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-8ad41dec-03f6-4b51-8bb0-806de5b4ca6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:49.882034 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-8ad41dec-03f6-4b51-8bb0-806de5b4ca6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:49.883180 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-8ad41dec-03f6-4b51-8bb0-806de5b4ca6c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/179e3df7-6bfd-4d2e-940a-ce7416669422 HTTP/1.1" status: 204 len: 168 time: 0.1863050 Oct 27 10:20:49.891599 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad41dec-03f6-4b51-8bb0-806de5b4ca6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179e3df7-6bfd-4d2e-940a-ce7416669422,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:52.540154 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 54132) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:52.652623 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-8a009289-3f63-491d-9d48-0481ff55149b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:52.735916 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-8a009289-3f63-491d-9d48-0481ff55149b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:52.793124 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-8a009289-3f63-491d-9d48-0481ff55149b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:52.831778 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-8a009289-3f63-491d-9d48-0481ff55149b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b0aba931a8354a55a4c9cf46a3c4db9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2905612 Oct 27 10:20:52.832880 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a009289-3f63-491d-9d48-0481ff55149b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f191fbb-da4f-494f-b532-90d339b9c212,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:52.835761 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 54148) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:52.893427 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-c517d876-2229-4243-ba49-e110a154fb8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:52.915327 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-c517d876-2229-4243-ba49-e110a154fb8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:53.107603 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-c517d876-2229-4243-ba49-e110a154fb8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:53.110186 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-c517d876-2229-4243-ba49-e110a154fb8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:53.111362 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-c517d876-2229-4243-ba49-e110a154fb8b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9f191fbb-da4f-494f-b532-90d339b9c212 HTTP/1.1" status: 204 len: 168 time: 0.2742922 Oct 27 10:20:53.120724 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c517d876-2229-4243-ba49-e110a154fb8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f191fbb-da4f-494f-b532-90d339b9c212,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:53.158644 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 54154) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:53.265300 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-250f346b-cab8-43f4-8da0-7f3bf6b74b41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:53.343221 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-250f346b-cab8-43f4-8da0-7f3bf6b74b41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:53.416145 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-250f346b-cab8-43f4-8da0-7f3bf6b74b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:53.455585 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-250f346b-cab8-43f4-8da0-7f3bf6b74b41 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b45c7568cca44b18a3839c0b1395ccd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2958324 Oct 27 10:20:53.457902 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f346b-cab8-43f4-8da0-7f3bf6b74b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391e9810-fee1-439f-950b-2836a5af628f,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:53.459388 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 54164) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:53.514160 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-9e619d7b-2c14-481d-bc32-0d5644293777 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:53.541094 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-9e619d7b-2c14-481d-bc32-0d5644293777 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:53.633453 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-9e619d7b-2c14-481d-bc32-0d5644293777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:53.636088 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-9e619d7b-2c14-481d-bc32-0d5644293777 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:53.637235 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-9e619d7b-2c14-481d-bc32-0d5644293777 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/391e9810-fee1-439f-950b-2836a5af628f HTTP/1.1" status: 204 len: 168 time: 0.1766014 Oct 27 10:20:53.644752 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e619d7b-2c14-481d-bc32-0d5644293777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391e9810-fee1-439f-950b-2836a5af628f,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:53.764904 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 54168) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:53.778747 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-a8956e44-d459-4120-aa99-7205d61cfae5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:53.852518 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-a8956e44-d459-4120-aa99-7205d61cfae5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:53.947751 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-a8956e44-d459-4120-aa99-7205d61cfae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:53.989239 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-a8956e44-d459-4120-aa99-7205d61cfae5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=25ba55a4497b44b5a3089df9a838822a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2232223 Oct 27 10:20:53.991988 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 54172) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:53.997883 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8956e44-d459-4120-aa99-7205d61cfae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8764be4-c467-4423-b8b0-aeac62e6cb94,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:54.044159 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-bbc288fa-dc85-43c8-b5a9-b302681bcb60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:54.065650 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-bbc288fa-dc85-43c8-b5a9-b302681bcb60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:54.181161 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-bbc288fa-dc85-43c8-b5a9-b302681bcb60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:54.183832 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-bbc288fa-dc85-43c8-b5a9-b302681bcb60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:54.184975 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-bbc288fa-dc85-43c8-b5a9-b302681bcb60 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e8764be4-c467-4423-b8b0-aeac62e6cb94 HTTP/1.1" status: 204 len: 168 time: 0.1920860 Oct 27 10:20:54.193558 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc288fa-dc85-43c8-b5a9-b302681bcb60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8764be4-c467-4423-b8b0-aeac62e6cb94,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:54.301417 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 54176) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:54.314822 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-6bf3cd4f-04ed-4547-936d-e23d7882521d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:54.397848 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-6bf3cd4f-04ed-4547-936d-e23d7882521d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:54.438902 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-6bf3cd4f-04ed-4547-936d-e23d7882521d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:54.477777 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-6bf3cd4f-04ed-4547-936d-e23d7882521d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=be92e0aa4da040e0a9045ff65d3aea69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1752069 Oct 27 10:20:54.478898 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3cd4f-04ed-4547-936d-e23d7882521d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cad383f-9939-41ea-b9f8-a69925b1074c,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:54.480778 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 54182) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:54.531560 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-fc73c85d-6341-41ff-9e7f-c9831dbb2659 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:54.553883 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-fc73c85d-6341-41ff-9e7f-c9831dbb2659 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:54.667265 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-fc73c85d-6341-41ff-9e7f-c9831dbb2659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:54.669880 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-fc73c85d-6341-41ff-9e7f-c9831dbb2659 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:54.671019 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-fc73c85d-6341-41ff-9e7f-c9831dbb2659 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3cad383f-9939-41ea-b9f8-a69925b1074c HTTP/1.1" status: 204 len: 168 time: 0.1892381 Oct 27 10:20:54.681363 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc73c85d-6341-41ff-9e7f-c9831dbb2659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cad383f-9939-41ea-b9f8-a69925b1074c,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:56.295556 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b3ea8-fdbe-465c-973e-f46ae01c75f4 req-96686b25-8893-4d70-9c6e-cf531e9a1fa9 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:56.297138 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-275b3ea8-fdbe-465c-973e-f46ae01c75f4 req-96686b25-8893-4d70-9c6e-cf531e9a1fa9 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 984 time: 0.0580101 Oct 27 10:20:56.363991 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-275b3ea8-fdbe-465c-973e-f46ae01c75f4 req-6b20ddb9-5cd6-4e1e-97dc-98cf1deea151 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/security-groups?id=b56c5375-c42a-4109-9378-1d85e37c25d3&id=dd22afe8-2edd-4b34-a04e-1760be3c80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586786 Oct 27 10:20:56.377677 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412aa19-fb68-4ace-9920-c17d984e07e9 req-4d8e7f13-5ce4-4998-852b-032a8b45a9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:56.379196 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7412aa19-fb68-4ace-9920-c17d984e07e9 req-4d8e7f13-5ce4-4998-852b-032a8b45a9a4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7eccb1a479ed45018a41a143769f7e6c&device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 1137 time: 0.0545416 Oct 27 10:20:56.508523 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412aa19-fb68-4ace-9920-c17d984e07e9 req-5517c961-6f56-49d5-ab86-8487efb50fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:56.510251 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7412aa19-fb68-4ace-9920-c17d984e07e9 req-5517c961-6f56-49d5-ab86-8487efb50fb2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=769f9123-c250-4499-922a-eda89e184ff6 HTTP/1.1" status: 200 len: 917 time: 0.1199782 Oct 27 10:20:56.582003 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7412aa19-fb68-4ace-9920-c17d984e07e9 req-6ed533e8-bb9c-4ca8-9123-0212faf320eb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74c3df47-26f9-4b45-8350-a1cfb6e368d3 HTTP/1.1" status: 200 len: 1000 time: 0.0640457 Oct 27 10:20:56.644872 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412aa19-fb68-4ace-9920-c17d984e07e9 req-3cebec61-df97-46fb-8bb3-4565ebea3da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:56.644872 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7412aa19-fb68-4ace-9920-c17d984e07e9 req-3cebec61-df97-46fb-8bb3-4565ebea3da0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e9966450-d712-49a2-adaa-a4a6541d3cca HTTP/1.1" status: 200 len: 854 time: 0.0516171 Oct 27 10:20:56.701343 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412aa19-fb68-4ace-9920-c17d984e07e9 req-93eac6c6-5bfd-4e16-8115-13d90500c0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:56.703184 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7412aa19-fb68-4ace-9920-c17d984e07e9 req-93eac6c6-5bfd-4e16-8115-13d90500c0c7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=769f9123-c250-4499-922a-eda89e184ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517597 Oct 27 10:20:56.801974 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-e6b61c3a-1c06-44d0-a807-ebc6e2931fab tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1218426624&fields=id&tenant_id=ce4fbe5437b54e06856c6e5fba0e6a8d HTTP/1.1" status: 200 len: 267 time: 0.0386455 Oct 27 10:20:56.817550 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7412aa19-fb68-4ace-9920-c17d984e07e9 req-06395f25-a450-40a7-8cef-4fc7f431d303 service neutron] 10.222.0.81 "GET /v2.0/networks/769f9123-c250-4499-922a-eda89e184ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057897 Oct 27 10:20:56.937819 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7412aa19-fb68-4ace-9920-c17d984e07e9 req-07dea9cb-d109-4b84-aed9-7fe0c0ff6974 service neutron] 10.222.0.81 "GET /v2.0/networks/769f9123-c250-4499-922a-eda89e184ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105537 Oct 27 10:20:56.942291 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-934e8e0a-68ac-4059-89dc-fac4920afcea tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:56.944308 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-934e8e0a-68ac-4059-89dc-fac4920afcea tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/networks?id=45ccbdab-8245-4106-a0cd-ddc7afca495b HTTP/1.1" status: 200 len: 812 time: 0.1227634 Oct 27 10:20:56.960703 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-55e2d067-d188-4457-8324-51c7f6305218 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/quotas/ce4fbe5437b54e06856c6e5fba0e6a8d HTTP/1.1" status: 200 len: 375 time: 0.0098970 Oct 27 10:20:57.019418 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-9078c47a-631e-4013-bc5f-21d14aa3ade6 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ce4fbe5437b54e06856c6e5fba0e6a8d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0531344 Oct 27 10:20:57.127478 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-d1e610db-9278-43fd-9bec-dd190e8be5c6 service neutron] 10.222.0.36 "GET /v2.0/networks/45ccbdab-8245-4106-a0cd-ddc7afca495b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954072 Oct 27 10:20:57.231984 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-2529c362-5676-413d-a6c1-77d2d73174a8 service neutron] 10.222.0.36 "GET /v2.0/networks/45ccbdab-8245-4106-a0cd-ddc7afca495b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964375 Oct 27 10:20:57.483718 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ce17e-6166-47b7-901f-a887a54ba570 req-7ff77ebd-c99b-4555-9ea5-619994d736bb tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:57.485230 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-3c7ce17e-6166-47b7-901f-a887a54ba570 req-7ff77ebd-c99b-4555-9ea5-619994d736bb tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 984 time: 0.0491838 Oct 27 10:20:57.530923 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-3c7ce17e-6166-47b7-901f-a887a54ba570 req-42c92567-8f75-4360-ac80-2b1accb33710 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/security-groups?id=b56c5375-c42a-4109-9378-1d85e37c25d3&id=dd22afe8-2edd-4b34-a04e-1760be3c80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383964 Oct 27 10:20:58.095428 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-d0f632a3-38c2-4038-a7ec-b503a7e12704 req-43e97989-bf3d-4a6f-8009-9ef9d96f6499 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=247879f8-0129-4317-a5db-56746fa12a09 HTTP/1.1" status: 200 len: 210 time: 0.0263159 Oct 27 10:20:58.657454 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c2645-a8f9-46df-8b34-dd9341200cc6 req-d7e5d0db-0be9-4379-930e-0455824ad23c tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:58.658950 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-168c2645-a8f9-46df-8b34-dd9341200cc6 req-d7e5d0db-0be9-4379-930e-0455824ad23c tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 984 time: 0.0564888 Oct 27 10:20:58.698624 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-168c2645-a8f9-46df-8b34-dd9341200cc6 req-a750bf53-2111-47ef-a736-5ca94fce129c tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/security-groups?id=b56c5375-c42a-4109-9378-1d85e37c25d3&id=dd22afe8-2edd-4b34-a04e-1760be3c80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333848 Oct 27 10:20:59.190186 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-3c756029-c039-4117-8956-1f35fa20ba39 req-ad87212f-e8fb-43cd-bd36-862759c324dc tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=247879f8-0129-4317-a5db-56746fa12a09 HTTP/1.1" status: 200 len: 210 time: 0.0259573 Oct 27 10:20:59.819316 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3feba3f-fa16-422d-8f05-76a08259ba42 req-c1954898-ccbc-486c-80f2-dd39262bc812 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:59.821641 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-e3feba3f-fa16-422d-8f05-76a08259ba42 req-c1954898-ccbc-486c-80f2-dd39262bc812 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 984 time: 0.0524640 Oct 27 10:20:59.866382 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-e3feba3f-fa16-422d-8f05-76a08259ba42 req-aa73692c-c8b9-42ce-ad81-2634e3cd5ab7 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/security-groups?id=b56c5375-c42a-4109-9378-1d85e37c25d3&id=dd22afe8-2edd-4b34-a04e-1760be3c80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384655 Oct 27 10:21:00.220002 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-3ff2ba73-4e85-401d-8cbd-30b2189d8640 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:00.221818 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-3ff2ba73-4e85-401d-8cbd-30b2189d8640 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.81 "GET /v2.0/networks?id=45ccbdab-8245-4106-a0cd-ddc7afca495b HTTP/1.1" status: 200 len: 812 time: 0.1839731 Oct 27 10:21:00.269058 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-95946c32-fdf9-4a06-9364-ac9b6b76c7b7 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce4fbe5437b54e06856c6e5fba0e6a8d HTTP/1.1" status: 200 len: 380 time: 0.0364139 Oct 27 10:21:00.282198 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-32024781-d27b-4d23-9b3a-873fa353ff4c tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Request body: {'port': {'device_id': '247879f8-0129-4317-a5db-56746fa12a09', 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b', 'admin_state_up': True, 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'security_groups': ['ec81f864-3f06-41e2-9840-a17b9ec1be55']}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:00.299619 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-763fc842-02f3-488c-9748-3bec7f499c0f req-dff98008-7cdf-4801-80d2-98022b466150 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=247879f8-0129-4317-a5db-56746fa12a09 HTTP/1.1" status: 200 len: 210 time: 0.0357373 Oct 27 10:21:00.467397 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-32024781-d27b-4d23-9b3a-873fa353ff4c tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Made reservation on behalf of ce4fbe5437b54e06856c6e5fba0e6a8d for: {'port': 1} {{(pid=101973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:21:00.471240 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-32024781-d27b-4d23-9b3a-873fa353ff4c tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:00.611359 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.db_base_plugin_common [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-32024781-d27b-4d23-9b3a-873fa353ff4c tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Allocated IP 172.20.0.11 (45ccbdab-8245-4106-a0cd-ddc7afca495b/22ddcb0e-0b75-477e-b461-720a6b940632/41327635-f4cc-480b-9d92-57b1644841c8) {{(pid=101973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:21:00.757746 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-32024781-d27b-4d23-9b3a-873fa353ff4c tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks [] for port, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:00.862327 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-32024781-d27b-4d23-9b3a-873fa353ff4c tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:00.909071 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-32024781-d27b-4d23-9b3a-873fa353ff4c tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Network 45ccbdab-8245-4106-a0cd-ddc7afca495b is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:21:00.912318 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-32024781-d27b-4d23-9b3a-873fa353ff4c tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:21:00.916733 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-32024781-d27b-4d23-9b3a-873fa353ff4c tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Received port after_create {{(pid=101973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:21:00.946579 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32024781-d27b-4d23-9b3a-873fa353ff4c tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Pushing event updated for resources: {'Port': ['ID=41327635-f4cc-480b-9d92-57b1644841c8,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:00.975381 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-32024781-d27b-4d23-9b3a-873fa353ff4c tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:00.976707 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-32024781-d27b-4d23-9b3a-873fa353ff4c tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:00.989564 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dbfca0-a91e-48af-bd86-e96829b2ec19 req-482d6535-522d-48d4-b9d1-b72d77804c8e tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:00.994201 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-58dbfca0-a91e-48af-bd86-e96829b2ec19 req-482d6535-522d-48d4-b9d1-b72d77804c8e tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 984 time: 0.0533130 Oct 27 10:21:01.032868 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-58dbfca0-a91e-48af-bd86-e96829b2ec19 req-7d1b247d-0341-4682-aa76-ba65f37e12a5 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/security-groups?id=b56c5375-c42a-4109-9378-1d85e37c25d3&id=dd22afe8-2edd-4b34-a04e-1760be3c80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342059 Oct 27 10:21:01.092972 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-32024781-d27b-4d23-9b3a-873fa353ff4c tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8158779 Oct 27 10:21:01.107303 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-6c780b88-1900-4ffa-8a22-6f124b66c08d service neutron] Request body: {'port': {'device_id': '247879f8-0129-4317-a5db-56746fa12a09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:01.169744 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-6c780b88-1900-4ffa-8a22-6f124b66c08d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:01.246866 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-d157a83a-13b1-43c8-a8c7-860efd478d88 None None] Provisioning complete for port 41327635-f4cc-480b-9d92-57b1644841c8 triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:01.249891 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-d157a83a-13b1-43c8-a8c7-860efd478d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:01.290040 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-d157a83a-13b1-43c8-a8c7-860efd478d88 None None] Port 41327635-f4cc-480b-9d92-57b1644841c8 cannot update to ACTIVE because it is not bound. {{(pid=101975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:21:01.335457 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 54404) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:01.459665 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-11f85774-ef65-49de-a277-a5748d8f94b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:01.468631 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbb917-9035-475e-98be-abe606c054b1 req-703f3e88-556e-40c1-8695-86d81e84cd55 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:01.470258 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1afbb917-9035-475e-98be-abe606c054b1 req-703f3e88-556e-40c1-8695-86d81e84cd55 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=247879f8-0129-4317-a5db-56746fa12a09 HTTP/1.1" status: 200 len: 932 time: 0.0923543 Oct 27 10:21:01.543928 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1afbb917-9035-475e-98be-abe606c054b1 req-5db4c281-5299-467c-8058-6e207c944e49 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615294 Oct 27 10:21:01.544562 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-11f85774-ef65-49de-a277-a5748d8f94b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:01.545774 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-6c780b88-1900-4ffa-8a22-6f124b66c08d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41327635-f4cc-480b-9d92-57b1644841c8 {{(pid=101973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:21:01.553260 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-6c780b88-1900-4ffa-8a22-6f124b66c08d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:01.566168 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-6c780b88-1900-4ffa-8a22-6f124b66c08d service neutron] Transition to ACTIVE for port object 41327635-f4cc-480b-9d92-57b1644841c8 will not be triggered until provisioned by entity L2. {{(pid=101973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:21:01.570577 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-1c7e52cf-e0fb-46a9-8ce0-14ce80400a1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:01.639086 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-11f85774-ef65-49de-a277-a5748d8f94b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:01.639260 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-6c780b88-1900-4ffa-8a22-6f124b66c08d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9116887'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:01.677179 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f85774-ef65-49de-a277-a5748d8f94b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24573c99-3c77-43c3-aa80-89f7a13b1168,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:01.683343 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-11f85774-ef65-49de-a277-a5748d8f94b7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bfa9b94771e34e69afdeb9f97df4891c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3467386 Oct 27 10:21:01.686182 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 54408) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:01.694207 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c780b88-1900-4ffa-8a22-6f124b66c08d service neutron] Pushing event updated for resources: {'Port': ['ID=41327635-f4cc-480b-9d92-57b1644841c8,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:01.746230 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-3745ff86-7d6d-4973-b207-6e7973e6ed22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:01.769773 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-6c780b88-1900-4ffa-8a22-6f124b66c08d service neutron] Attempting to bind port 41327635-f4cc-480b-9d92-57b1644841c8 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:21:01.774321 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-6c780b88-1900-4ffa-8a22-6f124b66c08d service neutron] Attempting to bind port 41327635-f4cc-480b-9d92-57b1644841c8 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'c6701753-9a96-494a-a422-463d38a89485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b'}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:21:01.774321 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-6c780b88-1900-4ffa-8a22-6f124b66c08d service neutron] Attempting to bind port 41327635-f4cc-480b-9d92-57b1644841c8 on network 45ccbdab-8245-4106-a0cd-ddc7afca495b {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:21:01.775392 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-6c780b88-1900-4ffa-8a22-6f124b66c08d service neutron] Port 41327635-f4cc-480b-9d92-57b1644841c8 on network 45ccbdab-8245-4106-a0cd-ddc7afca495b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:21:01.775719 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-6c780b88-1900-4ffa-8a22-6f124b66c08d service neutron] Attempting to bind port 41327635-f4cc-480b-9d92-57b1644841c8 on network 45ccbdab-8245-4106-a0cd-ddc7afca495b {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:21:01.775882 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-3745ff86-7d6d-4973-b207-6e7973e6ed22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:01.782483 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-6c780b88-1900-4ffa-8a22-6f124b66c08d service neutron] Checking agent: {'id': '4745671e-30cb-4e18-8ff0-6142bf8b3cdd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 11, 11), 'started_at': datetime.datetime(2021, 10, 27, 10, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:21:01.782483 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-6c780b88-1900-4ffa-8a22-6f124b66c08d service neutron] Checking segment: {'id': 'c6701753-9a96-494a-a422-463d38a89485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:21:01.782483 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-6c780b88-1900-4ffa-8a22-6f124b66c08d service neutron] Bound using segment: {'id': 'c6701753-9a96-494a-a422-463d38a89485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b'} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:21:01.782483 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-6c780b88-1900-4ffa-8a22-6f124b66c08d service neutron] Bound port: 41327635-f4cc-480b-9d92-57b1644841c8, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6701753-9a96-494a-a422-463d38a89485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b'}}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:21:01.782483 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-6c780b88-1900-4ffa-8a22-6f124b66c08d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:01.865310 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-6c780b88-1900-4ffa-8a22-6f124b66c08d service neutron] For port 41327635-f4cc-480b-9d92-57b1644841c8, host hv-cinder-81514, cleared binding levels {{(pid=101973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:21:01.869043 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-6c780b88-1900-4ffa-8a22-6f124b66c08d service neutron] For port 41327635-f4cc-480b-9d92-57b1644841c8, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=41327635-f4cc-480b-9d92-57b1644841c8,segment=NetworkSegment(c6701753-9a96-494a-a422-463d38a89485),segment_id=c6701753-9a96-494a-a422-463d38a89485)] {{(pid=101973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:21:01.887025 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 54412) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:01.919023 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-3745ff86-7d6d-4973-b207-6e7973e6ed22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:01.921536 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-3745ff86-7d6d-4973-b207-6e7973e6ed22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:01.922698 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-3745ff86-7d6d-4973-b207-6e7973e6ed22 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/24573c99-3c77-43c3-aa80-89f7a13b1168 HTTP/1.1" status: 204 len: 168 time: 0.2349820 Oct 27 10:21:01.931075 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745ff86-7d6d-4973-b207-6e7973e6ed22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24573c99-3c77-43c3-aa80-89f7a13b1168,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:01.953002 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-6c780b88-1900-4ffa-8a22-6f124b66c08d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9116887'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:01.995065 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-6c780b88-1900-4ffa-8a22-6f124b66c08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:01.995964 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-6c780b88-1900-4ffa-8a22-6f124b66c08d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:01.997396 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-6c780b88-1900-4ffa-8a22-6f124b66c08d service neutron] 10.222.0.81 "PUT /v2.0/ports/41327635-f4cc-480b-9d92-57b1644841c8 HTTP/1.1" status: 200 len: 1094 time: 0.8950689 Oct 27 10:21:02.003531 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '247879f8-0129-4317-a5db-56746fa12a09', 'tag': '41327635-f4cc-480b-9d92-57b1644841c8'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:21:02.003531 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94debda59f24a9426fb80c87c8c8853eb57e17b8e03a85591ed34d87467b8464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508dce5a-b351-4bce-aafb-89b8b80bd7c0" -d '{"events": [{"name": "network-changed", "server_uuid": "247879f8-0129-4317-a5db-56746fa12a09", "tag": "41327635-f4cc-480b-9d92-57b1644841c8"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:21:02.016303 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-5890f784-cae1-497b-9434-a51527e0c85d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:02.031191 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c780b88-1900-4ffa-8a22-6f124b66c08d service neutron] Pushing event updated for resources: {'Port': ['ID=41327635-f4cc-480b-9d92-57b1644841c8,revision_number=3']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:02.057325 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3fe56eb-9b99-46c6-91b0-cb90cd84a99b x-openstack-request-id: req-d3fe56eb-9b99-46c6-91b0-cb90cd84a99b {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:21:02.057627 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "247879f8-0129-4317-a5db-56746fa12a09", "tag": "41327635-f4cc-480b-9d92-57b1644841c8", "status": "completed", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:21:02.057922 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d3fe56eb-9b99-46c6-91b0-cb90cd84a99b {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:21:02.061245 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '247879f8-0129-4317-a5db-56746fa12a09', 'tag': '41327635-f4cc-480b-9d92-57b1644841c8', 'status': 'completed', 'code': 200} Oct 27 10:21:02.121275 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-5890f784-cae1-497b-9434-a51527e0c85d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:02.136528 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508dce5a-b351-4bce-aafb-89b8b80bd7c0 req-5932371a-ecbf-47c9-bd35-7b30fa129556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:02.138041 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-508dce5a-b351-4bce-aafb-89b8b80bd7c0 req-5932371a-ecbf-47c9-bd35-7b30fa129556 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ce4fbe5437b54e06856c6e5fba0e6a8d&device_id=247879f8-0129-4317-a5db-56746fa12a09 HTTP/1.1" status: 200 len: 1097 time: 0.0539525 Oct 27 10:21:02.238947 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-5890f784-cae1-497b-9434-a51527e0c85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:02.242747 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9d45d-44c5-43b7-a4f0-8453a1de3c8d req-2105df88-adde-44d5-aeac-f712a0de363e tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:02.244309 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a7f9d45d-44c5-43b7-a4f0-8453a1de3c8d req-2105df88-adde-44d5-aeac-f712a0de363e tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 984 time: 0.1100910 Oct 27 10:21:02.283643 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-5890f784-cae1-497b-9434-a51527e0c85d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0a2e4d90cf604068948563640d79b170&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3950934 Oct 27 10:21:02.284277 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508dce5a-b351-4bce-aafb-89b8b80bd7c0 req-f9d38068-fef2-44cb-879a-73cc8b316c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:02.285874 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 54424) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:02.286023 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-508dce5a-b351-4bce-aafb-89b8b80bd7c0 req-f9d38068-fef2-44cb-879a-73cc8b316c34 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=ce4fbe5437b54e06856c6e5fba0e6a8d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1386280 Oct 27 10:21:02.292533 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5890f784-cae1-497b-9434-a51527e0c85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba90ce5-143c-4cd9-b123-d1893a421171,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:02.339535 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-1a055156-dbf0-4047-86a8-4a2f77377f36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:02.352557 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a7f9d45d-44c5-43b7-a4f0-8453a1de3c8d req-0c532f87-2858-44f0-877e-01300617cdd8 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/security-groups?id=b56c5375-c42a-4109-9378-1d85e37c25d3&id=dd22afe8-2edd-4b34-a04e-1760be3c80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0929775 Oct 27 10:21:02.363662 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-1a055156-dbf0-4047-86a8-4a2f77377f36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:02.403343 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508dce5a-b351-4bce-aafb-89b8b80bd7c0 req-8c56c153-0384-4f00-8d5a-c90c1c6040f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:02.404954 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-508dce5a-b351-4bce-aafb-89b8b80bd7c0 req-8c56c153-0384-4f00-8d5a-c90c1c6040f5 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1072602 Oct 27 10:21:02.481819 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-5bf70912-51f6-4c13-b2a9-51d09be0bd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:02.485524 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-5bf70912-51f6-4c13-b2a9-51d09be0bd38 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ce4fbe5437b54e06856c6e5fba0e6a8d&device_id=247879f8-0129-4317-a5db-56746fa12a09 HTTP/1.1" status: 200 len: 1097 time: 0.0409465 Oct 27 10:21:02.508195 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-1a055156-dbf0-4047-86a8-4a2f77377f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:02.510914 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-1a055156-dbf0-4047-86a8-4a2f77377f36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:02.512065 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-1a055156-dbf0-4047-86a8-4a2f77377f36 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eba90ce5-143c-4cd9-b123-d1893a421171 HTTP/1.1" status: 204 len: 168 time: 0.2250631 Oct 27 10:21:02.520844 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a055156-dbf0-4047-86a8-4a2f77377f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba90ce5-143c-4cd9-b123-d1893a421171,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:02.529532 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-ef84cf9c-0d91-4e4c-9ed2-99c565ffd3e7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41327635-f4cc-480b-9d92-57b1644841c8 HTTP/1.1" status: 200 len: 217 time: 0.0379739 Oct 27 10:21:02.594656 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-aefbb713-60cd-455b-9f2e-e46c3b66cfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:02.596263 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-aefbb713-60cd-455b-9f2e-e46c3b66cfd8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=22ddcb0e-0b75-477e-b461-720a6b940632 HTTP/1.1" status: 200 len: 851 time: 0.0602677 Oct 27 10:21:02.646999 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-98f5e2bc-d5e4-4ac9-9343-ee00926b4a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:02.649504 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-98f5e2bc-d5e4-4ac9-9343-ee00926b4a31 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45ccbdab-8245-4106-a0cd-ddc7afca495b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449181 Oct 27 10:21:02.662288 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 54430) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:02.679298 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-b990358f-c106-4eb2-a9f6-00799bf64776 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:02.700230 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c83c5b-2d76-44dd-a226-ca8c65240b11 req-73f4f669-4085-457b-98e3-93e537bea7a5 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:02.701822 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a8c83c5b-2d76-44dd-a226-ca8c65240b11 req-73f4f669-4085-457b-98e3-93e537bea7a5 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=247879f8-0129-4317-a5db-56746fa12a09 HTTP/1.1" status: 200 len: 944 time: 0.0748770 Oct 27 10:21:02.763672 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-df5ae895-0097-4b7a-b0b6-86c6723def3e service neutron] 10.222.0.81 "GET /v2.0/networks/45ccbdab-8245-4106-a0cd-ddc7afca495b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062422 Oct 27 10:21:02.774374 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a8c83c5b-2d76-44dd-a226-ca8c65240b11 req-2a3b7fc5-5258-467b-88af-991ea10a66e8 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641911 Oct 27 10:21:02.812809 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-b990358f-c106-4eb2-a9f6-00799bf64776 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:02.859354 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-b986a262-67bf-4e3a-b543-7ad2aa557386 req-4387cf14-c2e9-452b-b29c-8d3939f332fa service neutron] 10.222.0.81 "GET /v2.0/networks/45ccbdab-8245-4106-a0cd-ddc7afca495b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887530 Oct 27 10:21:02.861859 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-b990358f-c106-4eb2-a9f6-00799bf64776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:02.898372 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-b990358f-c106-4eb2-a9f6-00799bf64776 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=99cee3a684804000853c0c4612543d3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2350161 Oct 27 10:21:02.900219 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990358f-c106-4eb2-a9f6-00799bf64776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efc32eb-6e1e-441b-b30c-ec534a4c80c0,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:02.901311 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 54434) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:02.953613 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4db86faf-ac9b-4bbe-87ef-afa10717689a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:02.974490 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4db86faf-ac9b-4bbe-87ef-afa10717689a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:03.102065 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4db86faf-ac9b-4bbe-87ef-afa10717689a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:03.104981 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4db86faf-ac9b-4bbe-87ef-afa10717689a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:03.106158 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-4db86faf-ac9b-4bbe-87ef-afa10717689a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5efc32eb-6e1e-441b-b30c-ec534a4c80c0 HTTP/1.1" status: 204 len: 168 time: 0.2038064 Oct 27 10:21:03.114115 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db86faf-ac9b-4bbe-87ef-afa10717689a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efc32eb-6e1e-441b-b30c-ec534a4c80c0,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:03.150617 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 54438) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:03.163638 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-060d2ce3-0a3f-4e47-b678-7223a5331fa8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:03.238029 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-060d2ce3-0a3f-4e47-b678-7223a5331fa8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:03.324969 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-060d2ce3-0a3f-4e47-b678-7223a5331fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:03.362184 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060d2ce3-0a3f-4e47-b678-7223a5331fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27fed68f-c431-47ff-83c4-580d500c0d2a,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:03.367319 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-060d2ce3-0a3f-4e47-b678-7223a5331fa8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e09ad968f6c145afb882a29a61eab1b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2149277 Oct 27 10:21:03.369429 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 54440) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:03.419891 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-5af17c66-2736-408f-bd79-2b106c842d0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:03.467290 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-5af17c66-2736-408f-bd79-2b106c842d0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:03.511461 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6adcb-2c6a-4ddf-bb89-c61819adac89 req-037ef8fe-61fb-4e3b-a003-6689f501bfc3 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:03.512967 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-10f6adcb-2c6a-4ddf-bb89-c61819adac89 req-037ef8fe-61fb-4e3b-a003-6689f501bfc3 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 984 time: 0.0841274 Oct 27 10:21:03.557881 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-10f6adcb-2c6a-4ddf-bb89-c61819adac89 req-060a304b-358e-4750-abeb-7267aec00093 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/security-groups?id=b56c5375-c42a-4109-9378-1d85e37c25d3&id=dd22afe8-2edd-4b34-a04e-1760be3c80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384116 Oct 27 10:21:03.610351 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-5af17c66-2736-408f-bd79-2b106c842d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:03.613059 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-5af17c66-2736-408f-bd79-2b106c842d0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:03.614190 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-5af17c66-2736-408f-bd79-2b106c842d0a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/27fed68f-c431-47ff-83c4-580d500c0d2a HTTP/1.1" status: 204 len: 168 time: 0.2437296 Oct 27 10:21:03.626809 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af17c66-2736-408f-bd79-2b106c842d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27fed68f-c431-47ff-83c4-580d500c0d2a,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:03.893865 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3777e0-6c24-475b-b4a5-0f1419815456 req-89751cd1-03b0-4e28-8290-649dbac6dfab tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:03.895837 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-8e3777e0-6c24-475b-b4a5-0f1419815456 req-89751cd1-03b0-4e28-8290-649dbac6dfab tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=247879f8-0129-4317-a5db-56746fa12a09 HTTP/1.1" status: 200 len: 944 time: 0.0549989 Oct 27 10:21:03.935659 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-8e3777e0-6c24-475b-b4a5-0f1419815456 req-1bde6249-f72e-4f74-ad00-7dc0182bfc52 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328970 Oct 27 10:21:04.170373 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-fba58de8-1ab3-452b-9822-78f019c78b9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:04.308698 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 54468) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:04.322537 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-4294bae8-a4da-4df5-b1a0-c45c4afc94ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:04.395853 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-4294bae8-a4da-4df5-b1a0-c45c4afc94ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:04.473501 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-4294bae8-a4da-4df5-b1a0-c45c4afc94ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:04.512445 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4294bae8-a4da-4df5-b1a0-c45c4afc94ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7c5a91-ec0b-4bd5-b104-0888c1ac4705,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:04.517121 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-4294bae8-a4da-4df5-b1a0-c45c4afc94ef admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f820ecdffc814c21a9a6ec1066d3434f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2073715 Oct 27 10:21:04.520016 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 54474) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:04.521852 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294bae8-a4da-4df5-b1a0-c45c4afc94ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:04.522204 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294bae8-a4da-4df5-b1a0-c45c4afc94ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:04.523604 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294bae8-a4da-4df5-b1a0-c45c4afc94ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:04.523952 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294bae8-a4da-4df5-b1a0-c45c4afc94ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:04.524289 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294bae8-a4da-4df5-b1a0-c45c4afc94ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:04.524625 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294bae8-a4da-4df5-b1a0-c45c4afc94ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:04.524961 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294bae8-a4da-4df5-b1a0-c45c4afc94ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:04.525296 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294bae8-a4da-4df5-b1a0-c45c4afc94ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:04.525625 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294bae8-a4da-4df5-b1a0-c45c4afc94ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:04.525977 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294bae8-a4da-4df5-b1a0-c45c4afc94ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:04.526312 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294bae8-a4da-4df5-b1a0-c45c4afc94ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:04.526637 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294bae8-a4da-4df5-b1a0-c45c4afc94ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:04.570930 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-2aa530a4-a69e-4338-ad8a-712e2308661a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:04.593328 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-2aa530a4-a69e-4338-ad8a-712e2308661a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:04.682715 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78abf742-d1e4-4c12-8bc9-493cf9e17d2b req-f7fcd4fa-c1df-4926-be7c-2f5952e6bcd0 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:04.684235 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-78abf742-d1e4-4c12-8bc9-493cf9e17d2b req-f7fcd4fa-c1df-4926-be7c-2f5952e6bcd0 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 984 time: 0.0533931 Oct 27 10:21:04.724809 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-78abf742-d1e4-4c12-8bc9-493cf9e17d2b req-22c5f2f0-32c9-458f-be25-565adbf4defb tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/security-groups?id=b56c5375-c42a-4109-9378-1d85e37c25d3&id=dd22afe8-2edd-4b34-a04e-1760be3c80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344944 Oct 27 10:21:04.753039 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-2aa530a4-a69e-4338-ad8a-712e2308661a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:04.758015 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-2aa530a4-a69e-4338-ad8a-712e2308661a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:04.758015 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-2aa530a4-a69e-4338-ad8a-712e2308661a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5d7c5a91-ec0b-4bd5-b104-0888c1ac4705 HTTP/1.1" status: 204 len: 168 time: 0.2362232 Oct 27 10:21:04.767849 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa530a4-a69e-4338-ad8a-712e2308661a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7c5a91-ec0b-4bd5-b104-0888c1ac4705,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:05.056043 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b348f-3950-484a-92ea-15cd6cf68315 req-6dcb2240-1039-477c-8eb4-0f27c78224b0 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:05.057544 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-049b348f-3950-484a-92ea-15cd6cf68315 req-6dcb2240-1039-477c-8eb4-0f27c78224b0 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=247879f8-0129-4317-a5db-56746fa12a09 HTTP/1.1" status: 200 len: 944 time: 0.0553081 Oct 27 10:21:05.105514 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-049b348f-3950-484a-92ea-15cd6cf68315 req-819d6053-656a-4e0c-807b-eff9d8b07886 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416458 Oct 27 10:21:05.341498 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:05.845843 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07ae37-5e06-4ff0-bc59-6aee0bb11efb req-3f675af0-148f-470e-82b9-691f4f50b865 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:05.847495 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-ba07ae37-5e06-4ff0-bc59-6aee0bb11efb req-3f675af0-148f-470e-82b9-691f4f50b865 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 984 time: 0.0548139 Oct 27 10:21:05.895083 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-ba07ae37-5e06-4ff0-bc59-6aee0bb11efb req-f44423e1-f847-4799-be71-3b80a801e35c tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/security-groups?id=b56c5375-c42a-4109-9378-1d85e37c25d3&id=dd22afe8-2edd-4b34-a04e-1760be3c80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389297 Oct 27 10:21:05.936125 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:06.223348 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4946b5-2245-4a02-808b-a6a4872f7036 req-db0f8d88-b4b9-4dfd-b071-45435edf6215 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:06.224847 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-4a4946b5-2245-4a02-808b-a6a4872f7036 req-db0f8d88-b4b9-4dfd-b071-45435edf6215 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=247879f8-0129-4317-a5db-56746fa12a09 HTTP/1.1" status: 200 len: 944 time: 0.0499034 Oct 27 10:21:06.269160 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-4a4946b5-2245-4a02-808b-a6a4872f7036 req-e79db020-7b19-4d26-b0e1-39f116a2d2e8 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377223 Oct 27 10:21:07.013079 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f4c74-8866-4ec6-a5ad-6e773c893397 req-5f0fb4fe-7aaa-4759-83ac-19504b518272 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:07.014707 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-088f4c74-8866-4ec6-a5ad-6e773c893397 req-5f0fb4fe-7aaa-4759-83ac-19504b518272 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 984 time: 0.0507596 Oct 27 10:21:07.060319 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-088f4c74-8866-4ec6-a5ad-6e773c893397 req-000a9f2b-d4ea-42f3-91c0-ea8d7a29228c tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/security-groups?id=b56c5375-c42a-4109-9378-1d85e37c25d3&id=dd22afe8-2edd-4b34-a04e-1760be3c80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393448 Oct 27 10:21:07.152559 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:07.386540 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089354b-509e-4610-8622-c9ecffd5db55 req-7ef9d698-1d8d-4788-afaa-f7590d53cd7d tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:07.388149 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-d089354b-509e-4610-8622-c9ecffd5db55 req-7ef9d698-1d8d-4788-afaa-f7590d53cd7d tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=247879f8-0129-4317-a5db-56746fa12a09 HTTP/1.1" status: 200 len: 944 time: 0.0535319 Oct 27 10:21:07.432900 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-d089354b-509e-4610-8622-c9ecffd5db55 req-e3da3574-1e09-46dd-a418-0390680280f9 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384171 Oct 27 10:21:08.180812 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fb2a3-9cb2-4453-bf27-bde75d859dc4 req-1669fa93-345c-4783-8a19-f9d8911b94be tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:08.182335 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-b24fb2a3-9cb2-4453-bf27-bde75d859dc4 req-1669fa93-345c-4783-8a19-f9d8911b94be tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 984 time: 0.0537124 Oct 27 10:21:08.223671 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-b24fb2a3-9cb2-4453-bf27-bde75d859dc4 req-1c3df294-b9ab-4092-9455-855ac95f7ab9 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/security-groups?id=b56c5375-c42a-4109-9378-1d85e37c25d3&id=dd22afe8-2edd-4b34-a04e-1760be3c80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350955 Oct 27 10:21:08.387809 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 54640) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:08.495040 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1c133ed0-78b9-4913-bd31-3509f67f1e4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:08.558013 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d44bf-b64b-4bea-bc18-25a97473bc71 req-14025980-73dc-4ea5-ad7f-2fde12a92bd6 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:08.560785 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-944d44bf-b64b-4bea-bc18-25a97473bc71 req-14025980-73dc-4ea5-ad7f-2fde12a92bd6 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=247879f8-0129-4317-a5db-56746fa12a09 HTTP/1.1" status: 200 len: 944 time: 0.0554109 Oct 27 10:21:08.571619 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1c133ed0-78b9-4913-bd31-3509f67f1e4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:08.601205 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-944d44bf-b64b-4bea-bc18-25a97473bc71 req-f5f43f10-21ca-4557-8299-131fae5c12f4 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324197 Oct 27 10:21:08.621553 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1c133ed0-78b9-4913-bd31-3509f67f1e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:08.659759 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-1c133ed0-78b9-4913-bd31-3509f67f1e4d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ef705e03148e47e687d23550d1e52ac9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2708831 Oct 27 10:21:08.660602 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c133ed0-78b9-4913-bd31-3509f67f1e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c656fe5-3f0d-4ab8-8494-ca85f708a9ee,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:08.662396 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 54652) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:08.713780 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-30484ded-3179-4beb-b567-d4a77a246a2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:08.737952 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-30484ded-3179-4beb-b567-d4a77a246a2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:08.873006 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-30484ded-3179-4beb-b567-d4a77a246a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:08.875537 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-30484ded-3179-4beb-b567-d4a77a246a2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:08.876732 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-30484ded-3179-4beb-b567-d4a77a246a2d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7c656fe5-3f0d-4ab8-8494-ca85f708a9ee HTTP/1.1" status: 204 len: 168 time: 0.2125199 Oct 27 10:21:08.885169 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30484ded-3179-4beb-b567-d4a77a246a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c656fe5-3f0d-4ab8-8494-ca85f708a9ee,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:09.467179 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 54660) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:09.479083 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-f8da464e-f3d5-4d74-943d-25af0677ee60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:09.549889 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-f8da464e-f3d5-4d74-943d-25af0677ee60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:09.557385 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 41327635-f4cc-480b-9d92-57b1644841c8 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:21:09.615630 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-f8da464e-f3d5-4d74-943d-25af0677ee60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:09.660315 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port 41327635-f4cc-480b-9d92-57b1644841c8, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=41327635-f4cc-480b-9d92-57b1644841c8,segment=NetworkSegment(c6701753-9a96-494a-a422-463d38a89485),segment_id=c6701753-9a96-494a-a422-463d38a89485)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:09.663367 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 54664) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:09.663864 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-f8da464e-f3d5-4d74-943d-25af0677ee60 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=61ca228e9a2649b6918d02ec1b94a59a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1969271 Oct 27 10:21:09.664645 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8da464e-f3d5-4d74-943d-25af0677ee60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779d3b6c-33e9-421c-bebc-0d9c1abe716e,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:09.674479 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Returning: {'device': '41327635-f4cc-480b-9d92-57b1644841c8', 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b', 'port_id': '41327635-f4cc-480b-9d92-57b1644841c8', 'mac_address': 'fa:16:3e:16:c5:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22ddcb0e-0b75-477e-b461-720a6b940632', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:21:09.719442 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:09.721138 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-258cb33f-3de3-4edf-a6b7-cb5af8f31728 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:09.734595 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41327635-f4cc-480b-9d92-57b1644841c8 {{(pid=101975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:21:09.734888 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ce2ee-7d9d-4180-b5f5-03d59acf49e2 req-0067c166-460c-4026-ad58-2020e34ac0b6 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:09.736612 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a43ce2ee-7d9d-4180-b5f5-03d59acf49e2 req-0067c166-460c-4026-ad58-2020e34ac0b6 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=247879f8-0129-4317-a5db-56746fa12a09 HTTP/1.1" status: 200 len: 944 time: 0.0515776 Oct 27 10:21:09.744971 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-258cb33f-3de3-4edf-a6b7-cb5af8f31728 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:09.755146 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port 41327635-f4cc-480b-9d92-57b1644841c8, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=41327635-f4cc-480b-9d92-57b1644841c8,segment=NetworkSegment(c6701753-9a96-494a-a422-463d38a89485),segment_id=c6701753-9a96-494a-a422-463d38a89485)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:09.778106 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a43ce2ee-7d9d-4180-b5f5-03d59acf49e2 req-57b2442f-e683-44f6-baf9-4cefc100e344 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339372 Oct 27 10:21:09.827449 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:09.850797 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-258cb33f-3de3-4edf-a6b7-cb5af8f31728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:09.853495 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-258cb33f-3de3-4edf-a6b7-cb5af8f31728 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:09.857327 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-258cb33f-3de3-4edf-a6b7-cb5af8f31728 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/779d3b6c-33e9-421c-bebc-0d9c1abe716e HTTP/1.1" status: 204 len: 168 time: 0.1899300 Oct 27 10:21:09.863223 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258cb33f-3de3-4edf-a6b7-cb5af8f31728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779d3b6c-33e9-421c-bebc-0d9c1abe716e,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:10.024664 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=41327635-f4cc-480b-9d92-57b1644841c8,revision_number=4']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:10.031750 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:10.032095 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:10.032432 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:10.032767 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:10.033120 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:10.033470 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:10.033829 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:10.034154 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:10.034477 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:10.034799 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:10.035119 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:10.035437 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:10.077533 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] get_ports_and_sgs() called for port_ids ['41327635-f4cc-480b-9d92-57b1644841c8'] {{(pid=101975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:21:10.306113 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 54678) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:10.412664 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-15e784a1-1fdf-40ef-8566-bd0ad8f616f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:10.488669 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-15e784a1-1fdf-40ef-8566-bd0ad8f616f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:10.558195 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-15e784a1-1fdf-40ef-8566-bd0ad8f616f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:10.596780 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-15e784a1-1fdf-40ef-8566-bd0ad8f616f3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bf69232e892348a7b8bd6fca4131ae4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2895815 Oct 27 10:21:10.597965 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e784a1-1fdf-40ef-8566-bd0ad8f616f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc49e6b6-f5ae-4f2b-9dcb-af5f17b48774,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:10.599528 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 54688) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:10.649605 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d99f644e-c2b8-4090-b88f-20436faf56b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:10.670890 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d99f644e-c2b8-4090-b88f-20436faf56b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:10.805245 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d99f644e-c2b8-4090-b88f-20436faf56b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:10.807953 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d99f644e-c2b8-4090-b88f-20436faf56b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:10.809185 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-d99f644e-c2b8-4090-b88f-20436faf56b5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dc49e6b6-f5ae-4f2b-9dcb-af5f17b48774 HTTP/1.1" status: 204 len: 168 time: 0.2084024 Oct 27 10:21:10.817456 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f644e-c2b8-4090-b88f-20436faf56b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc49e6b6-f5ae-4f2b-9dcb-af5f17b48774,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:10.922039 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25002a-9c5e-426e-9d13-f24024df33ab req-412eda5a-3182-464d-8772-0cefe0b94ce6 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:10.923962 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-5f25002a-9c5e-426e-9d13-f24024df33ab req-412eda5a-3182-464d-8772-0cefe0b94ce6 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=247879f8-0129-4317-a5db-56746fa12a09 HTTP/1.1" status: 200 len: 945 time: 0.0560067 Oct 27 10:21:10.975700 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-5f25002a-9c5e-426e-9d13-f24024df33ab req-da813c17-eb03-4a1d-8a06-7da50c03e2a5 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404217 Oct 27 10:21:11.533842 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 54712) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:11.547124 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-f2aad39d-7c0d-4d4c-9b42-f99a8143b88f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:11.557380 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 41327635-f4cc-480b-9d92-57b1644841c8 up at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:11.629677 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-f2aad39d-7c0d-4d4c-9b42-f99a8143b88f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:11.656007 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Provisioning for port 41327635-f4cc-480b-9d92-57b1644841c8 completed by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:21:11.659983 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Provisioning complete for port 41327635-f4cc-480b-9d92-57b1644841c8 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:11.660347 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:11.673222 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-f2aad39d-7c0d-4d4c-9b42-f99a8143b88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:11.712547 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-f2aad39d-7c0d-4d4c-9b42-f99a8143b88f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ebc3edab496f4f4e99c6ee5d369507c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1774285 Oct 27 10:21:11.715240 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 54716) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:11.716112 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aad39d-7c0d-4d4c-9b42-f99a8143b88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2de76b7-4913-40fe-9485-d25699399d07,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:11.744256 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:11.768026 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247879f8-0129-4317-a5db-56746fa12a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41327635-f4cc-480b-9d92-57b1644841c8'}] {{(pid=101975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:21:11.770609 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef74c052f1c640f85ff9302be404e86fdcd9e777050b230953bf81409b3ec6af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a785f3-684e-41cd-ae4d-123bb5fedd3c" -d '{"events": [{"server_uuid": "247879f8-0129-4317-a5db-56746fa12a09", "name": "network-vif-plugged", "status": "completed", "tag": "41327635-f4cc-480b-9d92-57b1644841c8"}]}' {{(pid=101975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:21:11.787939 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port 41327635-f4cc-480b-9d92-57b1644841c8, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=41327635-f4cc-480b-9d92-57b1644841c8,segment=NetworkSegment(c6701753-9a96-494a-a422-463d38a89485),segment_id=c6701753-9a96-494a-a422-463d38a89485)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:11.796263 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-482ee97c-022c-4e4b-84b3-008b6b685d01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:11.814153 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8da01b-0c60-4bc1-9c7f-24f124179b30 x-openstack-request-id: req-3c8da01b-0c60-4bc1-9c7f-24f124179b30 {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:21:11.814747 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247879f8-0129-4317-a5db-56746fa12a09", "name": "network-vif-plugged", "status": "completed", "tag": "41327635-f4cc-480b-9d92-57b1644841c8", "code": 200}]} {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:21:11.815216 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3c8da01b-0c60-4bc1-9c7f-24f124179b30 {{(pid=101975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:21:11.816407 dv-cinder-815146-2-iscsi neutron-server[101975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247879f8-0129-4317-a5db-56746fa12a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41327635-f4cc-480b-9d92-57b1644841c8', 'code': 200} Oct 27 10:21:11.822221 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.agents_db [None req-86e8c3be-7e21-4532-a65d-8f48c0a472d4 None None] Agent healthcheck: found 6 active agents {{(pid=101976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:21:11.837798 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-482ee97c-022c-4e4b-84b3-008b6b685d01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:11.850057 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:11.907614 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=41327635-f4cc-480b-9d92-57b1644841c8,revision_number=5']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:11.965184 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-482ee97c-022c-4e4b-84b3-008b6b685d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:11.967873 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-482ee97c-022c-4e4b-84b3-008b6b685d01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:11.969054 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-482ee97c-022c-4e4b-84b3-008b6b685d01 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e2de76b7-4913-40fe-9485-d25699399d07 HTTP/1.1" status: 204 len: 168 time: 0.2528503 Oct 27 10:21:11.976673 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482ee97c-022c-4e4b-84b3-008b6b685d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2de76b7-4913-40fe-9485-d25699399d07,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:12.106438 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d0807e-b060-4d95-9a5e-5483e8e86d5a req-ceaaaf31-54fa-4f29-b79a-930067737fce tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:12.108056 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-09d0807e-b060-4d95-9a5e-5483e8e86d5a req-ceaaaf31-54fa-4f29-b79a-930067737fce tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=247879f8-0129-4317-a5db-56746fa12a09 HTTP/1.1" status: 200 len: 946 time: 0.0535355 Oct 27 10:21:12.147492 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-09d0807e-b060-4d95-9a5e-5483e8e86d5a req-d70843aa-0dbe-4c5b-a3f0-d2452fa91872 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330396 Oct 27 10:21:12.230157 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c58384-ef81-4455-88a8-0e64b5d9e2d0 req-27f51d80-5a4d-4de7-9a36-5e142090f575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:12.231653 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a5c58384-ef81-4455-88a8-0e64b5d9e2d0 req-27f51d80-5a4d-4de7-9a36-5e142090f575 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=247879f8-0129-4317-a5db-56746fa12a09 HTTP/1.1" status: 200 len: 1099 time: 0.0411730 Oct 27 10:21:12.275996 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a5c58384-ef81-4455-88a8-0e64b5d9e2d0 req-7de40ace-a9fc-4f31-810c-cee02da563f8 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375612 Oct 27 10:21:13.270517 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060d412-9d5e-4be6-bcd0-9db4f7a46947 req-1899e557-f6de-408a-86bd-3c0877f00247 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:13.271897 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-e060d412-9d5e-4be6-bcd0-9db4f7a46947 req-1899e557-f6de-408a-86bd-3c0877f00247 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=247879f8-0129-4317-a5db-56746fa12a09 HTTP/1.1" status: 200 len: 946 time: 0.0530016 Oct 27 10:21:13.319868 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-e060d412-9d5e-4be6-bcd0-9db4f7a46947 req-c098ff46-672d-48e8-93ea-7cc37396ad0f tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407126 Oct 27 10:21:14.112957 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:14.435407 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf722f-662a-4bce-a0fc-f206410c1c59 req-d1f43229-b732-4a8e-a404-011010b0a5aa tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:14.436876 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-32bf722f-662a-4bce-a0fc-f206410c1c59 req-d1f43229-b732-4a8e-a404-011010b0a5aa tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=247879f8-0129-4317-a5db-56746fa12a09 HTTP/1.1" status: 200 len: 946 time: 0.0493412 Oct 27 10:21:14.474220 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-32bf722f-662a-4bce-a0fc-f206410c1c59 req-e16fb749-41fc-401e-873c-7dc88daefefe tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313246 Oct 27 10:21:14.592403 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f92aff-dd9e-4e31-a3bc-cdc74a58462d req-b34f3fee-475e-4a46-83b2-10a8dc5d7991 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:14.593878 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-54f92aff-dd9e-4e31-a3bc-cdc74a58462d req-b34f3fee-475e-4a46-83b2-10a8dc5d7991 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=247879f8-0129-4317-a5db-56746fa12a09 HTTP/1.1" status: 200 len: 946 time: 0.0525799 Oct 27 10:21:14.637162 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-54f92aff-dd9e-4e31-a3bc-cdc74a58462d req-c6033a1c-4711-411d-82d3-59d229bf790c tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372519 Oct 27 10:21:14.655670 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 54784) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:14.694242 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f748e0-bdde-45a2-835f-ef696b946fc4 tempest-TestVolumeBootPattern-540725786 tempest-TestVolumeBootPattern-540725786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:14.696557 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-53f748e0-bdde-45a2-835f-ef696b946fc4 tempest-TestVolumeBootPattern-540725786 tempest-TestVolumeBootPattern-540725786-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=247879f8-0129-4317-a5db-56746fa12a09 HTTP/1.1" status: 200 len: 1094 time: 0.0398395 Oct 27 10:21:14.699289 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 54786) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:14.703564 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-3b060928-08cb-4f6a-b9ef-e1034b0839f5 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Request body: {'floatingip': {'floating_network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'port_id': '41327635-f4cc-480b-9d92-57b1644841c8', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:14.764643 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3b060928-08cb-4f6a-b9ef-e1034b0839f5 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks [] for floatingip, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:14.861583 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3b060928-08cb-4f6a-b9ef-e1034b0839f5 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:14.979513 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.db_base_plugin_common [None req-3b060928-08cb-4f6a-b9ef-e1034b0839f5 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Allocated IP 172.27.0.49 (69571a3e-4e32-484c-817d-d4e48eaaa088/c41fd2cf-ce58-48ac-94e7-7a64d200bbef/95ca2484-773f-44ae-bdd7-650a489953ff) {{(pid=101973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:21:15.083419 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3b060928-08cb-4f6a-b9ef-e1034b0839f5 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks [] for port, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:15.181910 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3b060928-08cb-4f6a-b9ef-e1034b0839f5 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:15.220236 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b060928-08cb-4f6a-b9ef-e1034b0839f5 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Network 69571a3e-4e32-484c-817d-d4e48eaaa088 is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:21:15.224753 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [None req-3b060928-08cb-4f6a-b9ef-e1034b0839f5 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:21:15.229913 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b060928-08cb-4f6a-b9ef-e1034b0839f5 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Received port after_create {{(pid=101973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:21:15.232857 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b060928-08cb-4f6a-b9ef-e1034b0839f5 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Pushing event updated for resources: {'Port': ['ID=95ca2484-773f-44ae-bdd7-650a489953ff,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:15.836830 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3b060928-08cb-4f6a-b9ef-e1034b0839f5 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:15.966310 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3b060928-08cb-4f6a-b9ef-e1034b0839f5 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:16.127235 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3b060928-08cb-4f6a-b9ef-e1034b0839f5 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:16.193098 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3b060928-08cb-4f6a-b9ef-e1034b0839f5 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9116887'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:16.266440 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b060928-08cb-4f6a-b9ef-e1034b0839f5 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Pushing event updated for resources: {'Port': ['ID=95ca2484-773f-44ae-bdd7-650a489953ff,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:16.276673 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3b060928-08cb-4f6a-b9ef-e1034b0839f5 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564014'] for floatingip, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:16.379531 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.db.l3_db [None req-3b060928-08cb-4f6a-b9ef-e1034b0839f5 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Floating IP 7cdb14a0-f3dd-4350-9815-c5e73c49467d associated. External IP: 172.27.0.49, port: 41327635-f4cc-480b-9d92-57b1644841c8. Oct 27 10:21:16.622363 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b060928-08cb-4f6a-b9ef-e1034b0839f5 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Router 0983b7c0-7af8-45ae-9a29-53b2556b2e2f has already been hosted by L3 agent b2a2dab9-f998-4002-b8bb-cf3ca8546284 {{(pid=101973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:21:16.750320 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b060928-08cb-4f6a-b9ef-e1034b0839f5 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Notify agent at l3_agent.dv-cinder-815146-2-iscsi the message routers_updated {{(pid=101973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:21:16.759923 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36323e97-9299-4a9b-a972-84f19908f727 None None] Sync routers for ids ['0983b7c0-7af8-45ae-9a29-53b2556b2e2f'] in dv-cinder-815146-2-iscsi {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:21:16.769680 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36323e97-9299-4a9b-a972-84f19908f727 None None] Routers {'0983b7c0-7af8-45ae-9a29-53b2556b2e2f'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:21:16.774104 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-36323e97-9299-4a9b-a972-84f19908f727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:21:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['0983b7c0-7af8-45ae-9a29-53b2556b2e2f'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:16.853462 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3b060928-08cb-4f6a-b9ef-e1034b0839f5 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for floatingip, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:16.883766 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-36323e97-9299-4a9b-a972-84f19908f727 None None] Set router 0983b7c0-7af8-45ae-9a29-53b2556b2e2f gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:21:16.883989 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-3b060928-08cb-4f6a-b9ef-e1034b0839f5 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1808228 Oct 27 10:21:16.883989 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '247879f8-0129-4317-a5db-56746fa12a09', 'tag': '41327635-f4cc-480b-9d92-57b1644841c8'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:21:16.884201 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94debda59f24a9426fb80c87c8c8853eb57e17b8e03a85591ed34d87467b8464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5886ef01-ae01-4aba-814e-f0f332fbe577" -d '{"events": [{"name": "network-changed", "server_uuid": "247879f8-0129-4317-a5db-56746fa12a09", "tag": "41327635-f4cc-480b-9d92-57b1644841c8"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:21:16.931685 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96162c8b-69fa-40c7-aa67-d48a64f0d1d7 x-openstack-request-id: req-96162c8b-69fa-40c7-aa67-d48a64f0d1d7 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:21:16.932084 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "247879f8-0129-4317-a5db-56746fa12a09", "tag": "41327635-f4cc-480b-9d92-57b1644841c8", "status": "completed", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:21:16.932398 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-96162c8b-69fa-40c7-aa67-d48a64f0d1d7 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:21:16.932855 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '247879f8-0129-4317-a5db-56746fa12a09', 'tag': '41327635-f4cc-480b-9d92-57b1644841c8', 'status': 'completed', 'code': 200} Oct 27 10:21:17.128840 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-36323e97-9299-4a9b-a972-84f19908f727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'name': 'tempest-TestVolumeBootPattern-1120565903-router', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:14:58Z', 'updated_at': '2021-10-27T10:15:02Z', 'revision_number': 4, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'gw_port': {'id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:14:59Z', 'updated_at': '2021-10-27T10:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_floatingips': [{'id': '7cdb14a0-f3dd-4350-9815-c5e73c49467d', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'router_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'port_id': '41327635-f4cc-480b-9d92-57b1644841c8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b', 'mac_address': 'fa:16:3e:16:c5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247879f8-0129-4317-a5db-56746fa12a09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:21:15Z', 'updated_at': '2021-10-27T10:21:15Z', 'revision_number': 0, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'fixed_ip_address_scope': None}, {'id': 'aad1e788-8f75-4649-ab1f-c9b7a15d4ec3', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'floating_ip_address': '172.27.0.91', 'floating_network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'router_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'port_id': 'ac75190d-aa0e-4025-a0f5-3af57c43f587', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b', 'mac_address': 'fa:16:3e:84:6c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce4b748-c30f-4891-87e8-b167e1d8caf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:19:16Z', 'updated_at': '2021-10-27T10:19:18Z', 'revision_number': 1, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '089d0dc8-5ebf-48f1-8622-11f312be0018', 'name': '', 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'mac_address': 'fa:16:3e:22:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '22ddcb0e-0b75-477e-b461-720a6b940632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:15:02Z', 'updated_at': '2021-10-27T10:15:07Z', 'revision_number': 5, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'subnets': [{'id': '22ddcb0e-0b75-477e-b461-720a6b940632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:17.163983 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36323e97-9299-4a9b-a972-84f19908f727 None None] Checking router: 0983b7c0-7af8-45ae-9a29-53b2556b2e2f for host: dv-cinder-815146-2-iscsi {{(pid=101975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:21:17.174786 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36323e97-9299-4a9b-a972-84f19908f727 None None] Routers {'0983b7c0-7af8-45ae-9a29-53b2556b2e2f'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:21:17.175682 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-36323e97-9299-4a9b-a972-84f19908f727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:21:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['0983b7c0-7af8-45ae-9a29-53b2556b2e2f'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:17.288099 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-36323e97-9299-4a9b-a972-84f19908f727 None None] Set router 0983b7c0-7af8-45ae-9a29-53b2556b2e2f gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:21:17.513810 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 54836) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:17.520513 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-36323e97-9299-4a9b-a972-84f19908f727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'name': 'tempest-TestVolumeBootPattern-1120565903-router', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:14:58Z', 'updated_at': '2021-10-27T10:15:02Z', 'revision_number': 4, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'gw_port': {'id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:14:59Z', 'updated_at': '2021-10-27T10:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_floatingips': [{'id': '7cdb14a0-f3dd-4350-9815-c5e73c49467d', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'router_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'port_id': '41327635-f4cc-480b-9d92-57b1644841c8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b', 'mac_address': 'fa:16:3e:16:c5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247879f8-0129-4317-a5db-56746fa12a09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:21:15Z', 'updated_at': '2021-10-27T10:21:15Z', 'revision_number': 0, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'fixed_ip_address_scope': None}, {'id': 'aad1e788-8f75-4649-ab1f-c9b7a15d4ec3', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'floating_ip_address': '172.27.0.91', 'floating_network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'router_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'port_id': 'ac75190d-aa0e-4025-a0f5-3af57c43f587', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b', 'mac_address': 'fa:16:3e:84:6c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce4b748-c30f-4891-87e8-b167e1d8caf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:19:16Z', 'updated_at': '2021-10-27T10:19:18Z', 'revision_number': 1, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '089d0dc8-5ebf-48f1-8622-11f312be0018', 'name': '', 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'mac_address': 'fa:16:3e:22:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '22ddcb0e-0b75-477e-b461-720a6b940632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:15:02Z', 'updated_at': '2021-10-27T10:15:07Z', 'revision_number': 5, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'subnets': [{'id': '22ddcb0e-0b75-477e-b461-720a6b940632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:17.550142 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36323e97-9299-4a9b-a972-84f19908f727 None None] The sync data for ids ['0983b7c0-7af8-45ae-9a29-53b2556b2e2f'] in dv-cinder-815146-2-iscsi is: [{'id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'name': 'tempest-TestVolumeBootPattern-1120565903-router', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:14:58Z', 'updated_at': '2021-10-27T10:15:02Z', 'revision_number': 4, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'gw_port': {'id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:14:59Z', 'updated_at': '2021-10-27T10:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_floatingips': [{'id': '7cdb14a0-f3dd-4350-9815-c5e73c49467d', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'router_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'port_id': '41327635-f4cc-480b-9d92-57b1644841c8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b', 'mac_address': 'fa:16:3e:16:c5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247879f8-0129-4317-a5db-56746fa12a09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:21:15Z', 'updated_at': '2021-10-27T10:21:15Z', 'revision_number': 0, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'fixed_ip_address_scope': None}, {'id': 'aad1e788-8f75-4649-ab1f-c9b7a15d4ec3', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'floating_ip_address': '172.27.0.91', 'floating_network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'router_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'port_id': 'ac75190d-aa0e-4025-a0f5-3af57c43f587', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b', 'mac_address': 'fa:16:3e:84:6c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce4b748-c30f-4891-87e8-b167e1d8caf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:19:16Z', 'updated_at': '2021-10-27T10:19:18Z', 'revision_number': 1, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '089d0dc8-5ebf-48f1-8622-11f312be0018', 'name': '', 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'mac_address': 'fa:16:3e:22:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '22ddcb0e-0b75-477e-b461-720a6b940632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:15:02Z', 'updated_at': '2021-10-27T10:15:07Z', 'revision_number': 5, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'subnets': [{'id': '22ddcb0e-0b75-477e-b461-720a6b940632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:21:17.634254 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-acc0e4e5-4968-44dd-addf-5f0c05fdd779 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:17.709691 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-acc0e4e5-4968-44dd-addf-5f0c05fdd779 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:17.746257 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba891089-a520-4e5c-bc2d-7bfe4786f64c None None] New status for floating IP 7cdb14a0-f3dd-4350-9815-c5e73c49467d: ACTIVE {{(pid=101976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:21:17.764293 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-acc0e4e5-4968-44dd-addf-5f0c05fdd779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:17.802023 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc0e4e5-4968-44dd-addf-5f0c05fdd779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b017e535-aa2e-4597-a6c9-cb53a4a3e86c,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:17.806504 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-acc0e4e5-4968-44dd-addf-5f0c05fdd779 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=236ab15c5538456eacb124bfbab14a93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2916868 Oct 27 10:21:17.809108 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 54840) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:17.857996 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-34566390-611d-4dfa-88f3-d1cc631b3d46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:17.878991 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-34566390-611d-4dfa-88f3-d1cc631b3d46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:17.987092 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-34566390-611d-4dfa-88f3-d1cc631b3d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:17.989585 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-34566390-611d-4dfa-88f3-d1cc631b3d46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:17.990755 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-34566390-611d-4dfa-88f3-d1cc631b3d46 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b017e535-aa2e-4597-a6c9-cb53a4a3e86c HTTP/1.1" status: 204 len: 168 time: 0.1807585 Oct 27 10:21:17.999864 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34566390-611d-4dfa-88f3-d1cc631b3d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b017e535-aa2e-4597-a6c9-cb53a4a3e86c,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:18.609888 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 54848) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:18.629640 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-3f3bddab-bc27-4822-9441-a66e05cc71b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:18.662220 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-bf3551be-d407-4a00-9d79-0c7c2a1f1304 req-a0990b19-8dd9-4e4b-b799-52e01affca15 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3ce4b748-c30f-4891-87e8-b167e1d8caf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712991 Oct 27 10:21:18.664713 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886ef01-ae01-4aba-814e-f0f332fbe577 req-f4452be7-9eca-474e-9210-54159bf75d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:18.666065 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-5886ef01-ae01-4aba-814e-f0f332fbe577 req-f4452be7-9eca-474e-9210-54159bf75d4f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ce4fbe5437b54e06856c6e5fba0e6a8d&device_id=247879f8-0129-4317-a5db-56746fa12a09 HTTP/1.1" status: 200 len: 1099 time: 0.0675225 Oct 27 10:21:18.705346 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-3f3bddab-bc27-4822-9441-a66e05cc71b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:18.781889 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3551be-d407-4a00-9d79-0c7c2a1f1304 req-a9d85a25-0c76-457f-b9a5-8dc062a6d4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:18.783298 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-bf3551be-d407-4a00-9d79-0c7c2a1f1304 req-a9d85a25-0c76-457f-b9a5-8dc062a6d4fe service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ce4fbe5437b54e06856c6e5fba0e6a8d&device_id=3ce4b748-c30f-4891-87e8-b167e1d8caf3 HTTP/1.1" status: 200 len: 1099 time: 0.0911007 Oct 27 10:21:18.792975 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886ef01-ae01-4aba-814e-f0f332fbe577 req-4e381bd5-2d1b-41e3-9d8b-8cc911d3604d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:18.794438 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-5886ef01-ae01-4aba-814e-f0f332fbe577 req-4e381bd5-2d1b-41e3-9d8b-8cc911d3604d service neutron] 10.222.0.81 "GET /v2.0/networks?id=45ccbdab-8245-4106-a0cd-ddc7afca495b HTTP/1.1" status: 200 len: 914 time: 0.1203358 Oct 27 10:21:18.799013 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-3f3bddab-bc27-4822-9441-a66e05cc71b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:18.838292 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-3f3bddab-bc27-4822-9441-a66e05cc71b2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7f147dad45f14e3dae8bb3c3651b7e2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2266212 Oct 27 10:21:18.839400 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3bddab-bc27-4822-9441-a66e05cc71b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c504cb-abdf-4857-a6b2-5e561b6ebdcf,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:18.841627 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 54850) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:18.892424 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-61383818-a874-4d6d-ab96-55600c03919d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:18.914321 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-61383818-a874-4d6d-ab96-55600c03919d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:18.916670 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-5886ef01-ae01-4aba-814e-f0f332fbe577 req-4889eb1d-09b3-4ae5-8063-4b0ecc782339 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41327635-f4cc-480b-9d92-57b1644841c8 HTTP/1.1" status: 200 len: 1001 time: 0.1095228 Oct 27 10:21:18.972500 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3551be-d407-4a00-9d79-0c7c2a1f1304 req-0938652d-0ff7-4400-a6d6-055186d5b16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:18.973981 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-bf3551be-d407-4a00-9d79-0c7c2a1f1304 req-0938652d-0ff7-4400-a6d6-055186d5b16f service neutron] 10.222.0.81 "GET /v2.0/networks?id=45ccbdab-8245-4106-a0cd-ddc7afca495b HTTP/1.1" status: 200 len: 914 time: 0.1609709 Oct 27 10:21:18.992251 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886ef01-ae01-4aba-814e-f0f332fbe577 req-13e0cdcf-bf00-456d-bfee-836a60c5134a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:18.993474 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-5886ef01-ae01-4aba-814e-f0f332fbe577 req-13e0cdcf-bf00-456d-bfee-836a60c5134a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=22ddcb0e-0b75-477e-b461-720a6b940632 HTTP/1.1" status: 200 len: 851 time: 0.0646524 Oct 27 10:21:19.050441 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-61383818-a874-4d6d-ab96-55600c03919d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:19.053068 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-61383818-a874-4d6d-ab96-55600c03919d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:19.054843 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-61383818-a874-4d6d-ab96-55600c03919d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a9c504cb-abdf-4857-a6b2-5e561b6ebdcf HTTP/1.1" status: 204 len: 168 time: 0.2122848 Oct 27 10:21:19.062804 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61383818-a874-4d6d-ab96-55600c03919d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c504cb-abdf-4857-a6b2-5e561b6ebdcf,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:19.076472 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-bf3551be-d407-4a00-9d79-0c7c2a1f1304 req-f720e9f1-2134-42ed-bff9-8f31437cd4db service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac75190d-aa0e-4025-a0f5-3af57c43f587 HTTP/1.1" status: 200 len: 1001 time: 0.0939856 Oct 27 10:21:19.082828 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886ef01-ae01-4aba-814e-f0f332fbe577 req-65bf1ef3-5fd4-4a50-b0f6-9cdc3c9420fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:19.084257 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-5886ef01-ae01-4aba-814e-f0f332fbe577 req-65bf1ef3-5fd4-4a50-b0f6-9cdc3c9420fa service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45ccbdab-8245-4106-a0cd-ddc7afca495b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0638580 Oct 27 10:21:19.177200 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3551be-d407-4a00-9d79-0c7c2a1f1304 req-73080ee2-72d6-451c-898e-f6d315d634b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:19.179317 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-bf3551be-d407-4a00-9d79-0c7c2a1f1304 req-73080ee2-72d6-451c-898e-f6d315d634b9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=22ddcb0e-0b75-477e-b461-720a6b940632 HTTP/1.1" status: 200 len: 851 time: 0.0935645 Oct 27 10:21:19.242332 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-5886ef01-ae01-4aba-814e-f0f332fbe577 req-56bf7e58-1114-4ed8-8243-7ecc4e87b1fb service neutron] 10.222.0.81 "GET /v2.0/networks/45ccbdab-8245-4106-a0cd-ddc7afca495b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491952 Oct 27 10:21:19.259290 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3551be-d407-4a00-9d79-0c7c2a1f1304 req-e49eb10e-3253-41a1-8bee-b6bb4e698ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:19.260692 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-bf3551be-d407-4a00-9d79-0c7c2a1f1304 req-e49eb10e-3253-41a1-8bee-b6bb4e698ffd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45ccbdab-8245-4106-a0cd-ddc7afca495b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734298 Oct 27 10:21:19.402978 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-5886ef01-ae01-4aba-814e-f0f332fbe577 req-afc1ac2e-dea8-4093-bc3c-bf43f29b4f7f service neutron] 10.222.0.81 "GET /v2.0/networks/45ccbdab-8245-4106-a0cd-ddc7afca495b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532123 Oct 27 10:21:19.408108 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-bf3551be-d407-4a00-9d79-0c7c2a1f1304 req-9d84d5c2-cb78-4b74-988f-e3c6022746e1 service neutron] 10.222.0.81 "GET /v2.0/networks/45ccbdab-8245-4106-a0cd-ddc7afca495b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383512 Oct 27 10:21:19.519258 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-bf3551be-d407-4a00-9d79-0c7c2a1f1304 req-f77bbba6-f21c-4233-9113-94d7563c8547 service neutron] 10.222.0.81 "GET /v2.0/networks/45ccbdab-8245-4106-a0cd-ddc7afca495b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019630 Oct 27 10:21:20.680547 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 54888) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:20.783032 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-b36943f5-41a4-4aee-ba1d-c59c716f1828 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:20.858102 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-b36943f5-41a4-4aee-ba1d-c59c716f1828 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:20.940566 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-b36943f5-41a4-4aee-ba1d-c59c716f1828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:20.977242 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36943f5-41a4-4aee-ba1d-c59c716f1828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9311d6c5-b3b3-4915-9181-afda162ef713,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:20.981842 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-b36943f5-41a4-4aee-ba1d-c59c716f1828 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1d4e97feddec446e869f803630e22816&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3001986 Oct 27 10:21:20.984413 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 54894) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:21.033925 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-3ba88e73-5e5f-4825-bbfa-f09369e3d765 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:21.055619 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-3ba88e73-5e5f-4825-bbfa-f09369e3d765 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:21.141556 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-3ba88e73-5e5f-4825-bbfa-f09369e3d765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:21.144093 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-3ba88e73-5e5f-4825-bbfa-f09369e3d765 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:21.145332 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-3ba88e73-5e5f-4825-bbfa-f09369e3d765 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9311d6c5-b3b3-4915-9181-afda162ef713 HTTP/1.1" status: 204 len: 168 time: 0.1599236 Oct 27 10:21:21.154491 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba88e73-5e5f-4825-bbfa-f09369e3d765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9311d6c5-b3b3-4915-9181-afda162ef713,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:31.586269 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-171e3e70-197c-4796-88ef-fcbf8a8db045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:34.141478 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-7f10c8ff-e580-45bb-89ec-e08521ae6918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:35.132502 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 55092) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:35.237119 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-6465e7e6-cdfd-4045-87a1-688ad84d8069 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:35.311012 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-6465e7e6-cdfd-4045-87a1-688ad84d8069 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:35.358874 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:35.393016 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-6465e7e6-cdfd-4045-87a1-688ad84d8069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:35.434525 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-6465e7e6-cdfd-4045-87a1-688ad84d8069 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=44b4f434f20348008e0f9cffd28f2f7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3008978 Oct 27 10:21:35.435443 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6465e7e6-cdfd-4045-87a1-688ad84d8069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268a7e90-4fe2-4507-8ef3-fb2a03a27a1e,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:35.437612 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 55098) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:35.487199 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-5cb6e741-b478-46ef-a748-bdd601065ffb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:35.508716 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-5cb6e741-b478-46ef-a748-bdd601065ffb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:35.644241 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-5cb6e741-b478-46ef-a748-bdd601065ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:35.646848 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-5cb6e741-b478-46ef-a748-bdd601065ffb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:35.647983 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-5cb6e741-b478-46ef-a748-bdd601065ffb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/268a7e90-4fe2-4507-8ef3-fb2a03a27a1e HTTP/1.1" status: 204 len: 168 time: 0.2093644 Oct 27 10:21:35.655802 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb6e741-b478-46ef-a748-bdd601065ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268a7e90-4fe2-4507-8ef3-fb2a03a27a1e,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:35.952861 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:36.546451 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 55122) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:36.644074 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-88ca565f-e079-4b79-bb36-b217e17914f3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-26407207-network', 'tenant_id': '2c56e59286e34097af02e761b2b764e8'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:36.757440 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ca565f-e079-4b79-bb36-b217e17914f3 admin admin] Made reservation on behalf of 2c56e59286e34097af02e761b2b764e8 for: {'network': 1} {{(pid=101973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:21:36.759823 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88ca565f-e079-4b79-bb36-b217e17914f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for network, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:36.772381 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88ca565f-e079-4b79-bb36-b217e17914f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:36.850078 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88ca565f-e079-4b79-bb36-b217e17914f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:36.941345 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88ca565f-e079-4b79-bb36-b217e17914f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:36.967794 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88ca565f-e079-4b79-bb36-b217e17914f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1043} {{(pid=101973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:21:36.976576 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ca565f-e079-4b79-bb36-b217e17914f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cea8401-902c-4052-a677-070c64a3015d,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:36.982879 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88ca565f-e079-4b79-bb36-b217e17914f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908'] for segment, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:36.983222 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.db.segments_db [None req-88ca565f-e079-4b79-bb36-b217e17914f3 admin admin] Added segment 167e3ffd-d44b-49c8-b024-1ce22d11cb2a of type vlan for network de818a40-f5a0-4e15-9ec4-641b83d7ed9e Oct 27 10:21:37.022963 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88ca565f-e079-4b79-bb36-b217e17914f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740339715530'] for network, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:37.113121 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88ca565f-e079-4b79-bb36-b217e17914f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413'] for network, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:37.114062 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ca565f-e079-4b79-bb36-b217e17914f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:37.114663 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88ca565f-e079-4b79-bb36-b217e17914f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for network, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:37.142555 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:37.171631 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ca565f-e079-4b79-bb36-b217e17914f3 admin admin] Pushing event updated for resources: {'Network': ['ID=de818a40-f5a0-4e15-9ec4-641b83d7ed9e,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:37.181255 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Network de818a40-f5a0-4e15-9ec4-641b83d7ed9e details requested by agent ovs-agent-dv-cinder-815146-2-iscsi with host dv-cinder-815146-2-iscsi {{(pid=101975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:21:37.230327 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-88ca565f-e079-4b79-bb36-b217e17914f3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6827629 Oct 27 10:21:37.233951 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 55126) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:37.238977 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-af3d14cd-2222-4e77-8a0b-28fe136ae657 admin admin] Request body: {'subnet': {'network_id': 'de818a40-f5a0-4e15-9ec4-641b83d7ed9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-26407207-subnet', 'tenant_id': '2c56e59286e34097af02e761b2b764e8', 'ip_version': 4}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:37.370330 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3d14cd-2222-4e77-8a0b-28fe136ae657 admin admin] Made reservation on behalf of 2c56e59286e34097af02e761b2b764e8 for: {'subnet': 1} {{(pid=101973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:21:37.372617 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-af3d14cd-2222-4e77-8a0b-28fe136ae657 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9229878'] for subnet, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:37.598998 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-af3d14cd-2222-4e77-8a0b-28fe136ae657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9116760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9229860'] for subnet, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:37.659095 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d14cd-2222-4e77-8a0b-28fe136ae657 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49f77a0b-10b6-49b5-b81b-48795085832c,revision_number=0']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:37.667575 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3d14cd-2222-4e77-8a0b-28fe136ae657 admin admin] Checking segment: {'id': '167e3ffd-d44b-49c8-b024-1ce22d11cb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'de818a40-f5a0-4e15-9ec4-641b83d7ed9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:21:37.667930 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3d14cd-2222-4e77-8a0b-28fe136ae657 admin admin] Network hostable DHCP agents. Network: de818a40-f5a0-4e15-9ec4-641b83d7ed9e, hostable agents: ['09a5fe22-088d-4af2-a4f8-d44fceaa8957'], hosted agents: [] {{(pid=101973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:21:37.775689 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3d14cd-2222-4e77-8a0b-28fe136ae657 admin admin] Network de818a40-f5a0-4e15-9ec4-641b83d7ed9e is scheduled to be hosted by DHCP agent 09a5fe22-088d-4af2-a4f8-d44fceaa8957 with binding_index 1 {{(pid=101973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:21:37.844218 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [None req-af3d14cd-2222-4e77-8a0b-28fe136ae657 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-2-iscsi, de818a40-f5a0-4e15-9ec4-641b83d7ed9e) {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:21:37.848243 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3d14cd-2222-4e77-8a0b-28fe136ae657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:37.848828 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-af3d14cd-2222-4e77-8a0b-28fe136ae657 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for subnet, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:37.853789 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2aa761-8b10-4b9d-bc11-62ee0941ecc8 None None] Network de818a40-f5a0-4e15-9ec4-641b83d7ed9e requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:21:37.944566 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-af3d14cd-2222-4e77-8a0b-28fe136ae657 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7095487 Oct 27 10:21:37.947285 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 55140) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:37.951574 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-4a81dfc3-52a3-487b-9278-6ab7d7ca4ba8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-26407207-router', 'tenant_id': '2c56e59286e34097af02e761b2b764e8', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'}}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:38.001750 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319f0d3e-2c06-4e26-93e7-3268a0ee50d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c31819-fd0c-56d4-b47e-8a5f64837448-de818a40-f5a0-4e15-9ec4-641b83d7ed9e', 'network_id': 'de818a40-f5a0-4e15-9ec4-641b83d7ed9e', 'tenant_id': '2c56e59286e34097af02e761b2b764e8', 'fixed_ips': [{'subnet_id': '49f77a0b-10b6-49b5-b81b-48795085832c'}]}} from dv-cinder-815146-2-iscsi. {{(pid=101975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:21:38.002641 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-319f0d3e-2c06-4e26-93e7-3268a0ee50d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:38.037999 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4a81dfc3-52a3-487b-9278-6ab7d7ca4ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-567724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13764'] for router, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:38.039052 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4a81dfc3-52a3-487b-9278-6ab7d7ca4ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-564949', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13757'] for router, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:38.088402 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4a81dfc3-52a3-487b-9278-6ab7d7ca4ba8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:38.133618 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.db_base_plugin_common [None req-319f0d3e-2c06-4e26-93e7-3268a0ee50d5 None None] Allocated IP 172.20.0.2 (de818a40-f5a0-4e15-9ec4-641b83d7ed9e/49f77a0b-10b6-49b5-b81b-48795085832c/a8fed43e-1a9e-41cf-9791-8e57f9fb0854) {{(pid=101975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:21:38.281067 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-319f0d3e-2c06-4e26-93e7-3268a0ee50d5 None None] Publish callbacks [] for port, precommit_create {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:38.376733 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-319f0d3e-2c06-4e26-93e7-3268a0ee50d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839'] for port, after_create {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:38.550412 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319f0d3e-2c06-4e26-93e7-3268a0ee50d5 None None] Network de818a40-f5a0-4e15-9ec4-641b83d7ed9e is already hosted by enough agents. {{(pid=101975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:21:38.553168 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.scheduler.base_scheduler [None req-319f0d3e-2c06-4e26-93e7-3268a0ee50d5 None None] Resources bound (agent type, host, resource id): {{(pid=101975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:21:38.556550 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319f0d3e-2c06-4e26-93e7-3268a0ee50d5 None None] Received port after_create {{(pid=101975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:21:38.557045 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4a81dfc3-52a3-487b-9278-6ab7d7ca4ba8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:38.561822 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f0d3e-2c06-4e26-93e7-3268a0ee50d5 None None] Pushing event updated for resources: {'Port': ['ID=a8fed43e-1a9e-41cf-9791-8e57f9fb0854,revision_number=1']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:38.613779 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-319f0d3e-2c06-4e26-93e7-3268a0ee50d5 None None] Attempting to bind port a8fed43e-1a9e-41cf-9791-8e57f9fb0854 on host dv-cinder-815146-2-iscsi for vnic_type normal with profile {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:21:38.614144 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-319f0d3e-2c06-4e26-93e7-3268a0ee50d5 None None] Attempting to bind port a8fed43e-1a9e-41cf-9791-8e57f9fb0854 by drivers openvswitch,hyperv on host dv-cinder-815146-2-iscsi at level 0 using segments [{'id': '167e3ffd-d44b-49c8-b024-1ce22d11cb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'de818a40-f5a0-4e15-9ec4-641b83d7ed9e'}] {{(pid=101975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:21:38.614493 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319f0d3e-2c06-4e26-93e7-3268a0ee50d5 None None] Attempting to bind port a8fed43e-1a9e-41cf-9791-8e57f9fb0854 on network de818a40-f5a0-4e15-9ec4-641b83d7ed9e {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:21:38.619436 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319f0d3e-2c06-4e26-93e7-3268a0ee50d5 None None] Checking agent: {'id': '47afc1f0-2071-45d2-aeaa-ba0f7c30884d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 4, 35), 'started_at': datetime.datetime(2021, 10, 27, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:21:38.619909 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319f0d3e-2c06-4e26-93e7-3268a0ee50d5 None None] Checking segment: {'id': '167e3ffd-d44b-49c8-b024-1ce22d11cb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'de818a40-f5a0-4e15-9ec4-641b83d7ed9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:21:38.620355 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-319f0d3e-2c06-4e26-93e7-3268a0ee50d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:38.620733 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319f0d3e-2c06-4e26-93e7-3268a0ee50d5 None None] Bound using segment: {'id': '167e3ffd-d44b-49c8-b024-1ce22d11cb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'de818a40-f5a0-4e15-9ec4-641b83d7ed9e'} {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:21:38.621184 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-319f0d3e-2c06-4e26-93e7-3268a0ee50d5 None None] Bound port: a8fed43e-1a9e-41cf-9791-8e57f9fb0854, host: dv-cinder-815146-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '167e3ffd-d44b-49c8-b024-1ce22d11cb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'de818a40-f5a0-4e15-9ec4-641b83d7ed9e'}}] {{(pid=101975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:21:38.621553 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-319f0d3e-2c06-4e26-93e7-3268a0ee50d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:38.682913 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-319f0d3e-2c06-4e26-93e7-3268a0ee50d5 None None] For port a8fed43e-1a9e-41cf-9791-8e57f9fb0854, host dv-cinder-815146-2-iscsi, cleared binding levels {{(pid=101975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:21:38.686000 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-319f0d3e-2c06-4e26-93e7-3268a0ee50d5 None None] For port a8fed43e-1a9e-41cf-9791-8e57f9fb0854, host dv-cinder-815146-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=a8fed43e-1a9e-41cf-9791-8e57f9fb0854,segment=NetworkSegment(167e3ffd-d44b-49c8-b024-1ce22d11cb2a),segment_id=167e3ffd-d44b-49c8-b024-1ce22d11cb2a)] {{(pid=101975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:21:38.757878 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-319f0d3e-2c06-4e26-93e7-3268a0ee50d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:38.796289 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4a81dfc3-52a3-487b-9278-6ab7d7ca4ba8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:38.821046 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f0d3e-2c06-4e26-93e7-3268a0ee50d5 None None] Pushing event updated for resources: {'Port': ['ID=a8fed43e-1a9e-41cf-9791-8e57f9fb0854,revision_number=2']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:38.822100 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4a81dfc3-52a3-487b-9278-6ab7d7ca4ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:38.932453 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.db_base_plugin_common [None req-4a81dfc3-52a3-487b-9278-6ab7d7ca4ba8 admin admin] Allocated IP 172.27.0.26 (69571a3e-4e32-484c-817d-d4e48eaaa088/c41fd2cf-ce58-48ac-94e7-7a64d200bbef/f2a0576b-6555-4b2a-accf-aa4f6336d37a) {{(pid=101973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:21:39.045548 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4a81dfc3-52a3-487b-9278-6ab7d7ca4ba8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:39.135981 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4a81dfc3-52a3-487b-9278-6ab7d7ca4ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:39.175364 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a81dfc3-52a3-487b-9278-6ab7d7ca4ba8 admin admin] Network 69571a3e-4e32-484c-817d-d4e48eaaa088 is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:21:39.178240 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [None req-4a81dfc3-52a3-487b-9278-6ab7d7ca4ba8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:21:39.181745 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a81dfc3-52a3-487b-9278-6ab7d7ca4ba8 admin admin] Received port after_create {{(pid=101973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:21:39.187599 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a81dfc3-52a3-487b-9278-6ab7d7ca4ba8 admin admin] Pushing event updated for resources: {'Port': ['ID=f2a0576b-6555-4b2a-accf-aa4f6336d37a,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:39.496430 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4a81dfc3-52a3-487b-9278-6ab7d7ca4ba8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:39.687103 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f074b4c3-1653-435f-bf5c-302c0f6f639a None None] Network de818a40-f5a0-4e15-9ec4-641b83d7ed9e requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:21:39.696523 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4a81dfc3-52a3-487b-9278-6ab7d7ca4ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-564872'] for router, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:39.814630 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-596618e2-8090-4729-816a-09bd1bea867f None None] Provisioning complete for port a8fed43e-1a9e-41cf-9791-8e57f9fb0854 triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:39.814997 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-596618e2-8090-4729-816a-09bd1bea867f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:39.878532 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a81dfc3-52a3-487b-9278-6ab7d7ca4ba8 admin admin] Router c5a10dff-ede3-4450-bb9c-2f21c1ef0d87 is scheduled to L3 agent b2a2dab9-f998-4002-b8bb-cf3ca8546284 with binding_index 1 {{(pid=101973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:21:39.922903 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-596618e2-8090-4729-816a-09bd1bea867f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:39.962590 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-596618e2-8090-4729-816a-09bd1bea867f None None] For port a8fed43e-1a9e-41cf-9791-8e57f9fb0854, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=a8fed43e-1a9e-41cf-9791-8e57f9fb0854,segment=NetworkSegment(167e3ffd-d44b-49c8-b024-1ce22d11cb2a),segment_id=167e3ffd-d44b-49c8-b024-1ce22d11cb2a)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:40.004106 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a81dfc3-52a3-487b-9278-6ab7d7ca4ba8 admin admin] Notify agent at l3_agent.dv-cinder-815146-2-iscsi the message routers_updated {{(pid=101973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:21:40.015474 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548ce2a0-7562-4936-bd6f-215dead07db3 None None] Sync routers for ids ['c5a10dff-ede3-4450-bb9c-2f21c1ef0d87'] in dv-cinder-815146-2-iscsi {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:21:40.035304 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548ce2a0-7562-4936-bd6f-215dead07db3 None None] Routers {'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:21:40.035304 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-548ce2a0-7562-4936-bd6f-215dead07db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:21:34Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['c5a10dff-ede3-4450-bb9c-2f21c1ef0d87'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:40.086379 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4a81dfc3-52a3-487b-9278-6ab7d7ca4ba8 admin admin] Publish callbacks [] for router, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:40.087916 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-4a81dfc3-52a3-487b-9278-6ab7d7ca4ba8 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.1396790 Oct 27 10:21:40.095079 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 55150) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:40.101828 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-596618e2-8090-4729-816a-09bd1bea867f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:40.103650 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device a8fed43e-1a9e-41cf-9791-8e57f9fb0854 up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:40.209061 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596618e2-8090-4729-816a-09bd1bea867f None None] Pushing event updated for resources: {'Port': ['ID=a8fed43e-1a9e-41cf-9791-8e57f9fb0854,revision_number=3']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:40.233817 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-548ce2a0-7562-4936-bd6f-215dead07db3 None None] Set router c5a10dff-ede3-4450-bb9c-2f21c1ef0d87 gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:21:40.290090 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port a8fed43e-1a9e-41cf-9791-8e57f9fb0854 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:40.290460 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:40.353232 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-f90c2848-d2ff-462c-a50f-aa17011430fb None None] Provisioning complete for port a8fed43e-1a9e-41cf-9791-8e57f9fb0854 triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:40.353589 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-f90c2848-d2ff-462c-a50f-aa17011430fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:40.511471 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-fe9cfcc5-bcb9-4d7d-890e-7458620a782a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:40.553553 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-548ce2a0-7562-4936-bd6f-215dead07db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87', 'name': 'tempest-TestShelveInstance-26407207-router', 'tenant_id': '2c56e59286e34097af02e761b2b764e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'f2a0576b-6555-4b2a-accf-aa4f6336d37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:38Z', 'updated_at': '2021-10-27T10:21:39Z', 'revision_number': 3, 'project_id': '2c56e59286e34097af02e761b2b764e8', 'gw_port': {'id': 'f2a0576b-6555-4b2a-accf-aa4f6336d37a', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:95:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:38Z', 'updated_at': '2021-10-27T10:21:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi'}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:40.580086 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548ce2a0-7562-4936-bd6f-215dead07db3 None None] Checking router: c5a10dff-ede3-4450-bb9c-2f21c1ef0d87 for host: dv-cinder-815146-2-iscsi {{(pid=101975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:21:40.580427 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548ce2a0-7562-4936-bd6f-215dead07db3 None None] Updating router c5a10dff-ede3-4450-bb9c-2f21c1ef0d87 port f2a0576b-6555-4b2a-accf-aa4f6336d37a binding host dv-cinder-815146-2-iscsi {{(pid=101975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:21:40.606055 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-548ce2a0-7562-4936-bd6f-215dead07db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:40.672279 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.db_base_plugin_common [None req-fe9cfcc5-bcb9-4d7d-890e-7458620a782a admin admin] Allocated IP 172.20.0.1 (de818a40-f5a0-4e15-9ec4-641b83d7ed9e/49f77a0b-10b6-49b5-b81b-48795085832c/10516691-2a48-4f3f-831c-6a96ce46f036) {{(pid=101973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:21:40.772810 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-fe9cfcc5-bcb9-4d7d-890e-7458620a782a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:40.862540 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-548ce2a0-7562-4936-bd6f-215dead07db3 None None] Publish callbacks [] for port, precommit_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:40.867584 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-fe9cfcc5-bcb9-4d7d-890e-7458620a782a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:40.911205 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9cfcc5-bcb9-4d7d-890e-7458620a782a admin admin] Network de818a40-f5a0-4e15-9ec4-641b83d7ed9e is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:21:40.914160 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [None req-fe9cfcc5-bcb9-4d7d-890e-7458620a782a admin admin] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:21:40.917678 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9cfcc5-bcb9-4d7d-890e-7458620a782a admin admin] Received port after_create {{(pid=101973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:21:40.943960 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9cfcc5-bcb9-4d7d-890e-7458620a782a admin admin] Pushing event updated for resources: {'Port': ['ID=10516691-2a48-4f3f-831c-6a96ce46f036,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:40.963695 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-fe9cfcc5-bcb9-4d7d-890e-7458620a782a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-564181'] for router_interface, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:40.964823 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-548ce2a0-7562-4936-bd6f-215dead07db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:41.019785 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-548ce2a0-7562-4936-bd6f-215dead07db3 None None] Attempting to bind port f2a0576b-6555-4b2a-accf-aa4f6336d37a on host dv-cinder-815146-2-iscsi for vnic_type normal with profile {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:21:41.020321 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-548ce2a0-7562-4936-bd6f-215dead07db3 None None] Attempting to bind port f2a0576b-6555-4b2a-accf-aa4f6336d37a by drivers openvswitch,hyperv on host dv-cinder-815146-2-iscsi at level 0 using segments [{'id': 'b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'}] {{(pid=101975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:21:41.020733 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548ce2a0-7562-4936-bd6f-215dead07db3 None None] Attempting to bind port f2a0576b-6555-4b2a-accf-aa4f6336d37a on network 69571a3e-4e32-484c-817d-d4e48eaaa088 {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:21:41.029396 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e025c-c2ea-4359-9d99-ab6c6ff51cde None None] Pushing event updated for resources: {'Port': ['ID=f2a0576b-6555-4b2a-accf-aa4f6336d37a,revision_number=2']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:41.032289 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548ce2a0-7562-4936-bd6f-215dead07db3 None None] Checking agent: {'id': '47afc1f0-2071-45d2-aeaa-ba0f7c30884d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 4, 35), 'started_at': datetime.datetime(2021, 10, 27, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:21:41.032753 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548ce2a0-7562-4936-bd6f-215dead07db3 None None] Checking segment: {'id': 'b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:21:41.033219 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-548ce2a0-7562-4936-bd6f-215dead07db3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:41.033664 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548ce2a0-7562-4936-bd6f-215dead07db3 None None] Bound using segment: {'id': 'b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'} {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:21:41.034320 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-548ce2a0-7562-4936-bd6f-215dead07db3 None None] Bound port: f2a0576b-6555-4b2a-accf-aa4f6336d37a, host: dv-cinder-815146-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'}}] {{(pid=101975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:21:41.034785 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-548ce2a0-7562-4936-bd6f-215dead07db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:41.094250 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-548ce2a0-7562-4936-bd6f-215dead07db3 None None] For port f2a0576b-6555-4b2a-accf-aa4f6336d37a, host dv-cinder-815146-2-iscsi, cleared binding levels {{(pid=101975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:21:41.097516 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-548ce2a0-7562-4936-bd6f-215dead07db3 None None] For port f2a0576b-6555-4b2a-accf-aa4f6336d37a, host dv-cinder-815146-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=f2a0576b-6555-4b2a-accf-aa4f6336d37a,segment=NetworkSegment(b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3),segment_id=b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3)] {{(pid=101975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:21:41.155488 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-4686d42f-8a78-4801-b7ec-1ecfd813b3e2 None None] Provisioning complete for port 10516691-2a48-4f3f-831c-6a96ce46f036 triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:41.155856 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4686d42f-8a78-4801-b7ec-1ecfd813b3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:41.169796 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-fe9cfcc5-bcb9-4d7d-890e-7458620a782a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:41.184528 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-548ce2a0-7562-4936-bd6f-215dead07db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:41.228400 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-4686d42f-8a78-4801-b7ec-1ecfd813b3e2 None None] Port 10516691-2a48-4f3f-831c-6a96ce46f036 cannot update to ACTIVE because it is not bound. {{(pid=101975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:21:41.251940 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e025c-c2ea-4359-9d99-ab6c6ff51cde None None] Pushing event updated for resources: {'Port': ['ID=f2a0576b-6555-4b2a-accf-aa4f6336d37a,revision_number=3']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:41.256153 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548ce2a0-7562-4936-bd6f-215dead07db3 None None] Routers {'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:21:41.256748 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-548ce2a0-7562-4936-bd6f-215dead07db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:21:34Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['c5a10dff-ede3-4450-bb9c-2f21c1ef0d87'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:41.335084 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-fe9cfcc5-bcb9-4d7d-890e-7458620a782a admin admin] Publish callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:41.392866 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-fe9cfcc5-bcb9-4d7d-890e-7458620a782a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9116887'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:41.458838 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9cfcc5-bcb9-4d7d-890e-7458620a782a admin admin] Pushing event updated for resources: {'Port': ['ID=10516691-2a48-4f3f-831c-6a96ce46f036,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:41.462311 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-fe9cfcc5-bcb9-4d7d-890e-7458620a782a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3604363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-564293'] for router_interface, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:41.491775 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-548ce2a0-7562-4936-bd6f-215dead07db3 None None] Set router c5a10dff-ede3-4450-bb9c-2f21c1ef0d87 gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:21:41.555452 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9cfcc5-bcb9-4d7d-890e-7458620a782a admin admin] Network de818a40-f5a0-4e15-9ec4-641b83d7ed9e is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:21:41.556871 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [None req-fe9cfcc5-bcb9-4d7d-890e-7458620a782a admin admin] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:21:41.677664 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe9cfcc5-bcb9-4d7d-890e-7458620a782a admin admin] Router c5a10dff-ede3-4450-bb9c-2f21c1ef0d87 has already been hosted by L3 agent b2a2dab9-f998-4002-b8bb-cf3ca8546284 {{(pid=101973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:21:41.716062 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-548ce2a0-7562-4936-bd6f-215dead07db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87', 'name': 'tempest-TestShelveInstance-26407207-router', 'tenant_id': '2c56e59286e34097af02e761b2b764e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'f2a0576b-6555-4b2a-accf-aa4f6336d37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:38Z', 'updated_at': '2021-10-27T10:21:41Z', 'revision_number': 4, 'project_id': '2c56e59286e34097af02e761b2b764e8', 'gw_port': {'id': 'f2a0576b-6555-4b2a-accf-aa4f6336d37a', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:95:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:38Z', 'updated_at': '2021-10-27T10:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '10516691-2a48-4f3f-831c-6a96ce46f036', 'name': '', 'network_id': 'de818a40-f5a0-4e15-9ec4-641b83d7ed9e', 'tenant_id': '2c56e59286e34097af02e761b2b764e8', 'mac_address': 'fa:16:3e:7c:a3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '49f77a0b-10b6-49b5-b81b-48795085832c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:40Z', 'updated_at': '2021-10-27T10:21:40Z', 'revision_number': 1, 'project_id': '2c56e59286e34097af02e761b2b764e8', 'subnets': [{'id': '49f77a0b-10b6-49b5-b81b-48795085832c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:41.751179 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548ce2a0-7562-4936-bd6f-215dead07db3 None None] The sync data for ids ['c5a10dff-ede3-4450-bb9c-2f21c1ef0d87'] in dv-cinder-815146-2-iscsi is: [{'id': 'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87', 'name': 'tempest-TestShelveInstance-26407207-router', 'tenant_id': '2c56e59286e34097af02e761b2b764e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'f2a0576b-6555-4b2a-accf-aa4f6336d37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:38Z', 'updated_at': '2021-10-27T10:21:41Z', 'revision_number': 4, 'project_id': '2c56e59286e34097af02e761b2b764e8', 'gw_port': {'id': 'f2a0576b-6555-4b2a-accf-aa4f6336d37a', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:95:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:38Z', 'updated_at': '2021-10-27T10:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '10516691-2a48-4f3f-831c-6a96ce46f036', 'name': '', 'network_id': 'de818a40-f5a0-4e15-9ec4-641b83d7ed9e', 'tenant_id': '2c56e59286e34097af02e761b2b764e8', 'mac_address': 'fa:16:3e:7c:a3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '49f77a0b-10b6-49b5-b81b-48795085832c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:40Z', 'updated_at': '2021-10-27T10:21:40Z', 'revision_number': 1, 'project_id': '2c56e59286e34097af02e761b2b764e8', 'subnets': [{'id': '49f77a0b-10b6-49b5-b81b-48795085832c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:21:41.792807 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9cfcc5-bcb9-4d7d-890e-7458620a782a admin admin] Notify agent at l3_agent.dv-cinder-815146-2-iscsi the message routers_updated {{(pid=101973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:21:41.798678 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-fe9cfcc5-bcb9-4d7d-890e-7458620a782a admin admin] 10.222.0.36 "PUT /v2.0/routers/c5a10dff-ede3-4450-bb9c-2f21c1ef0d87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7025847 Oct 27 10:21:41.852609 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-58ddd174-0673-41fe-9aea-d17d9349aa00 None None] Provisioning complete for port 10516691-2a48-4f3f-831c-6a96ce46f036 triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:41.852975 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-58ddd174-0673-41fe-9aea-d17d9349aa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:41.888691 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-58ddd174-0673-41fe-9aea-d17d9349aa00 None None] Port 10516691-2a48-4f3f-831c-6a96ce46f036 cannot update to ACTIVE because it is not bound. {{(pid=101975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:21:42.047718 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device a8fed43e-1a9e-41cf-9791-8e57f9fb0854 up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:42.098458 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port a8fed43e-1a9e-41cf-9791-8e57f9fb0854 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:42.098807 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:42.544007 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 55170) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:42.550356 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-5caae913-3a52-47d5-83fc-58d5dc5129fc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1071654982-network', 'tenant_id': '517f52da1abc4a62b85e46f990031f16'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:42.638582 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5caae913-3a52-47d5-83fc-58d5dc5129fc admin admin] Made reservation on behalf of 517f52da1abc4a62b85e46f990031f16 for: {'network': 1} {{(pid=101973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:21:42.642183 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-5caae913-3a52-47d5-83fc-58d5dc5129fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for network, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:42.651503 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-5caae913-3a52-47d5-83fc-58d5dc5129fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:42.737652 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-5caae913-3a52-47d5-83fc-58d5dc5129fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:42.825945 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-5caae913-3a52-47d5-83fc-58d5dc5129fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:42.851623 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5caae913-3a52-47d5-83fc-58d5dc5129fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1047} {{(pid=101973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:21:42.860890 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caae913-3a52-47d5-83fc-58d5dc5129fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4350a4-6f68-4ea1-824e-1cf7bccd0eff,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:42.866838 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-5caae913-3a52-47d5-83fc-58d5dc5129fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908'] for segment, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:42.867183 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.db.segments_db [None req-5caae913-3a52-47d5-83fc-58d5dc5129fc admin admin] Added segment 2a2f199e-181e-4bd6-935b-2f00ea2375f3 of type vlan for network d56f408c-6c3f-4809-9853-82349a19b624 Oct 27 10:21:42.910442 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-5caae913-3a52-47d5-83fc-58d5dc5129fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740339715530'] for network, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:43.009709 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-5caae913-3a52-47d5-83fc-58d5dc5129fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413'] for network, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:43.010691 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caae913-3a52-47d5-83fc-58d5dc5129fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:43.011281 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-5caae913-3a52-47d5-83fc-58d5dc5129fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for network, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:43.070745 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caae913-3a52-47d5-83fc-58d5dc5129fc admin admin] Pushing event updated for resources: {'Network': ['ID=d56f408c-6c3f-4809-9853-82349a19b624,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:43.081910 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Network d56f408c-6c3f-4809-9853-82349a19b624 details requested by agent ovs-agent-dv-cinder-815146-2-iscsi with host dv-cinder-815146-2-iscsi {{(pid=101975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:21:43.146785 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-5caae913-3a52-47d5-83fc-58d5dc5129fc admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6015973 Oct 27 10:21:43.149413 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 55174) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:43.154233 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-1e5ef463-e140-4660-a73f-aa94293a430a admin admin] Request body: {'subnet': {'network_id': 'd56f408c-6c3f-4809-9853-82349a19b624', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1071654982-subnet', 'tenant_id': '517f52da1abc4a62b85e46f990031f16', 'ip_version': 4}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:43.232786 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5ef463-e140-4660-a73f-aa94293a430a admin admin] Made reservation on behalf of 517f52da1abc4a62b85e46f990031f16 for: {'subnet': 1} {{(pid=101973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:21:43.235669 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1e5ef463-e140-4660-a73f-aa94293a430a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9229878'] for subnet, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:43.472358 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1e5ef463-e140-4660-a73f-aa94293a430a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9116760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9229860'] for subnet, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:43.528735 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ef463-e140-4660-a73f-aa94293a430a admin admin] Pushing event updated for resources: {'Subnet': ['ID=68ca9407-9b37-41f7-b686-c2d2ef0269e4,revision_number=0']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:43.541851 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5ef463-e140-4660-a73f-aa94293a430a admin admin] Checking segment: {'id': '2a2f199e-181e-4bd6-935b-2f00ea2375f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'd56f408c-6c3f-4809-9853-82349a19b624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:21:43.542212 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5ef463-e140-4660-a73f-aa94293a430a admin admin] Network hostable DHCP agents. Network: d56f408c-6c3f-4809-9853-82349a19b624, hostable agents: ['09a5fe22-088d-4af2-a4f8-d44fceaa8957'], hosted agents: [] {{(pid=101973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:21:43.615121 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5ef463-e140-4660-a73f-aa94293a430a admin admin] Network d56f408c-6c3f-4809-9853-82349a19b624 is scheduled to be hosted by DHCP agent 09a5fe22-088d-4af2-a4f8-d44fceaa8957 with binding_index 1 {{(pid=101973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:21:43.630658 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4af350-d341-4d19-bbc7-329ca5f0e675 None None] Sync routers for ids ['c5a10dff-ede3-4450-bb9c-2f21c1ef0d87'] in dv-cinder-815146-2-iscsi {{(pid=101976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:21:43.640877 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4af350-d341-4d19-bbc7-329ca5f0e675 None None] Routers {'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:21:43.641466 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-3e4af350-d341-4d19-bbc7-329ca5f0e675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:21:34Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['c5a10dff-ede3-4450-bb9c-2f21c1ef0d87'], 'active': True} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:43.689900 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [None req-1e5ef463-e140-4660-a73f-aa94293a430a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-2-iscsi, d56f408c-6c3f-4809-9853-82349a19b624) {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:21:43.694334 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5ef463-e140-4660-a73f-aa94293a430a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:43.694921 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1e5ef463-e140-4660-a73f-aa94293a430a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for subnet, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:43.699358 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768fa916-afa6-40f0-ad17-9c4e3c8529d6 None None] Network d56f408c-6c3f-4809-9853-82349a19b624 requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:21:43.744352 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvr_db [None req-3e4af350-d341-4d19-bbc7-329ca5f0e675 None None] Set router c5a10dff-ede3-4450-bb9c-2f21c1ef0d87 gateway port host: dv-cinder-815146-2-iscsi {{(pid=101976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:21:43.787889 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-1e5ef463-e140-4660-a73f-aa94293a430a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6350896 Oct 27 10:21:43.788211 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 55178) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:43.792780 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-b2729b52-e2fb-46aa-bc2e-98a99b75e25c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1071654982-router', 'tenant_id': '517f52da1abc4a62b85e46f990031f16', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'}}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:43.863972 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aac2435-3d82-4212-b551-8bc444013aa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c31819-fd0c-56d4-b47e-8a5f64837448-d56f408c-6c3f-4809-9853-82349a19b624', 'network_id': 'd56f408c-6c3f-4809-9853-82349a19b624', 'tenant_id': '517f52da1abc4a62b85e46f990031f16', 'fixed_ips': [{'subnet_id': '68ca9407-9b37-41f7-b686-c2d2ef0269e4'}]}} from dv-cinder-815146-2-iscsi. {{(pid=101975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:21:43.865152 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-1aac2435-3d82-4212-b551-8bc444013aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:43.884472 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b2729b52-e2fb-46aa-bc2e-98a99b75e25c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-567724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13764'] for router, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:43.885855 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b2729b52-e2fb-46aa-bc2e-98a99b75e25c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-564949', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13757'] for router, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:43.958276 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b2729b52-e2fb-46aa-bc2e-98a99b75e25c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:43.976791 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-3e4af350-d341-4d19-bbc7-329ca5f0e675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87', 'name': 'tempest-TestShelveInstance-26407207-router', 'tenant_id': '2c56e59286e34097af02e761b2b764e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'f2a0576b-6555-4b2a-accf-aa4f6336d37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:38Z', 'updated_at': '2021-10-27T10:21:41Z', 'revision_number': 4, 'project_id': '2c56e59286e34097af02e761b2b764e8', 'gw_port': {'id': 'f2a0576b-6555-4b2a-accf-aa4f6336d37a', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:95:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:38Z', 'updated_at': '2021-10-27T10:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '10516691-2a48-4f3f-831c-6a96ce46f036', 'name': '', 'network_id': 'de818a40-f5a0-4e15-9ec4-641b83d7ed9e', 'tenant_id': '2c56e59286e34097af02e761b2b764e8', 'mac_address': 'fa:16:3e:7c:a3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '49f77a0b-10b6-49b5-b81b-48795085832c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:40Z', 'updated_at': '2021-10-27T10:21:41Z', 'revision_number': 2, 'project_id': '2c56e59286e34097af02e761b2b764e8', 'subnets': [{'id': '49f77a0b-10b6-49b5-b81b-48795085832c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:44.007794 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4af350-d341-4d19-bbc7-329ca5f0e675 None None] Checking router: c5a10dff-ede3-4450-bb9c-2f21c1ef0d87 for host: dv-cinder-815146-2-iscsi {{(pid=101976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:21:44.008151 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4af350-d341-4d19-bbc7-329ca5f0e675 None None] Updating router c5a10dff-ede3-4450-bb9c-2f21c1ef0d87 port 10516691-2a48-4f3f-831c-6a96ce46f036 binding host dv-cinder-815146-2-iscsi {{(pid=101976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:21:44.025886 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.db_base_plugin_common [None req-1aac2435-3d82-4212-b551-8bc444013aa5 None None] Allocated IP 172.20.0.2 (d56f408c-6c3f-4809-9853-82349a19b624/68ca9407-9b37-41f7-b686-c2d2ef0269e4/cec76180-98b1-4c78-b594-8905c4b690b2) {{(pid=101975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:21:44.045271 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-3e4af350-d341-4d19-bbc7-329ca5f0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:44.085274 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device f2a0576b-6555-4b2a-accf-aa4f6336d37a up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:44.135369 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:44.184964 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port f2a0576b-6555-4b2a-accf-aa4f6336d37a triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:44.185251 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:44.297051 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-1aac2435-3d82-4212-b551-8bc444013aa5 None None] Publish callbacks [] for port, precommit_create {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:44.314096 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:44.337903 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] For port f2a0576b-6555-4b2a-accf-aa4f6336d37a, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=f2a0576b-6555-4b2a-accf-aa4f6336d37a,segment=NetworkSegment(b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3),segment_id=b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:44.342934 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-3e4af350-d341-4d19-bbc7-329ca5f0e675 None None] Publish callbacks [] for port, precommit_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:44.381824 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-1aac2435-3d82-4212-b551-8bc444013aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839'] for port, after_create {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:44.409877 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-3e4af350-d341-4d19-bbc7-329ca5f0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:44.437360 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aac2435-3d82-4212-b551-8bc444013aa5 None None] Network d56f408c-6c3f-4809-9853-82349a19b624 is already hosted by enough agents. {{(pid=101975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:21:44.437360 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:44.437360 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.scheduler.base_scheduler [None req-1aac2435-3d82-4212-b551-8bc444013aa5 None None] Resources bound (agent type, host, resource id): {{(pid=101975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:21:44.453665 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aac2435-3d82-4212-b551-8bc444013aa5 None None] Received port after_create {{(pid=101975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:21:44.470482 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac2435-3d82-4212-b551-8bc444013aa5 None None] Pushing event updated for resources: {'Port': ['ID=cec76180-98b1-4c78-b594-8905c4b690b2,revision_number=1']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:44.485684 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b2729b52-e2fb-46aa-bc2e-98a99b75e25c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:44.501483 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd3097-7b82-48f0-8ef7-1dca574210fd None None] Pushing event updated for resources: {'Port': ['ID=10516691-2a48-4f3f-831c-6a96ce46f036,revision_number=3']} {{(pid=101976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:44.519778 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd3097-7b82-48f0-8ef7-1dca574210fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:44.520269 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd3097-7b82-48f0-8ef7-1dca574210fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:44.520711 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd3097-7b82-48f0-8ef7-1dca574210fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:44.521117 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd3097-7b82-48f0-8ef7-1dca574210fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:44.521534 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd3097-7b82-48f0-8ef7-1dca574210fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:44.521980 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd3097-7b82-48f0-8ef7-1dca574210fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:44.522394 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd3097-7b82-48f0-8ef7-1dca574210fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:44.522825 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd3097-7b82-48f0-8ef7-1dca574210fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:44.527048 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd3097-7b82-48f0-8ef7-1dca574210fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:44.527475 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd3097-7b82-48f0-8ef7-1dca574210fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:44.527864 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd3097-7b82-48f0-8ef7-1dca574210fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:44.528199 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd3097-7b82-48f0-8ef7-1dca574210fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:44.543577 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-1aac2435-3d82-4212-b551-8bc444013aa5 None None] Attempting to bind port cec76180-98b1-4c78-b594-8905c4b690b2 on host dv-cinder-815146-2-iscsi for vnic_type normal with profile {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:21:44.543939 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-1aac2435-3d82-4212-b551-8bc444013aa5 None None] Attempting to bind port cec76180-98b1-4c78-b594-8905c4b690b2 by drivers openvswitch,hyperv on host dv-cinder-815146-2-iscsi at level 0 using segments [{'id': '2a2f199e-181e-4bd6-935b-2f00ea2375f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'd56f408c-6c3f-4809-9853-82349a19b624'}] {{(pid=101975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:21:44.544303 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aac2435-3d82-4212-b551-8bc444013aa5 None None] Attempting to bind port cec76180-98b1-4c78-b594-8905c4b690b2 on network d56f408c-6c3f-4809-9853-82349a19b624 {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:21:44.558856 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aac2435-3d82-4212-b551-8bc444013aa5 None None] Checking agent: {'id': '47afc1f0-2071-45d2-aeaa-ba0f7c30884d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 4, 35), 'started_at': datetime.datetime(2021, 10, 27, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:21:44.559226 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aac2435-3d82-4212-b551-8bc444013aa5 None None] Checking segment: {'id': '2a2f199e-181e-4bd6-935b-2f00ea2375f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'd56f408c-6c3f-4809-9853-82349a19b624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:21:44.559630 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-1aac2435-3d82-4212-b551-8bc444013aa5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:44.560009 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aac2435-3d82-4212-b551-8bc444013aa5 None None] Bound using segment: {'id': '2a2f199e-181e-4bd6-935b-2f00ea2375f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'd56f408c-6c3f-4809-9853-82349a19b624'} {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:21:44.560551 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-1aac2435-3d82-4212-b551-8bc444013aa5 None None] Bound port: cec76180-98b1-4c78-b594-8905c4b690b2, host: dv-cinder-815146-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a2f199e-181e-4bd6-935b-2f00ea2375f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'd56f408c-6c3f-4809-9853-82349a19b624'}}] {{(pid=101975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:21:44.560930 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-1aac2435-3d82-4212-b551-8bc444013aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:44.585917 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.managers [None req-3e4af350-d341-4d19-bbc7-329ca5f0e675 None None] Attempting to bind port 10516691-2a48-4f3f-831c-6a96ce46f036 on host dv-cinder-815146-2-iscsi for vnic_type normal with profile {{(pid=101976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:21:44.586294 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.managers [None req-3e4af350-d341-4d19-bbc7-329ca5f0e675 None None] Attempting to bind port 10516691-2a48-4f3f-831c-6a96ce46f036 by drivers openvswitch,hyperv on host dv-cinder-815146-2-iscsi at level 0 using segments [{'id': '167e3ffd-d44b-49c8-b024-1ce22d11cb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'de818a40-f5a0-4e15-9ec4-641b83d7ed9e'}] {{(pid=101976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:21:44.586877 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4af350-d341-4d19-bbc7-329ca5f0e675 None None] Attempting to bind port 10516691-2a48-4f3f-831c-6a96ce46f036 on network de818a40-f5a0-4e15-9ec4-641b83d7ed9e {{(pid=101976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:21:44.593231 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4af350-d341-4d19-bbc7-329ca5f0e675 None None] Checking agent: {'id': '47afc1f0-2071-45d2-aeaa-ba0f7c30884d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 4, 35), 'started_at': datetime.datetime(2021, 10, 27, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:21:44.593909 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4af350-d341-4d19-bbc7-329ca5f0e675 None None] Checking segment: {'id': '167e3ffd-d44b-49c8-b024-1ce22d11cb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'de818a40-f5a0-4e15-9ec4-641b83d7ed9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:21:44.594469 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-3e4af350-d341-4d19-bbc7-329ca5f0e675 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:44.595220 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4af350-d341-4d19-bbc7-329ca5f0e675 None None] Bound using segment: {'id': '167e3ffd-d44b-49c8-b024-1ce22d11cb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'de818a40-f5a0-4e15-9ec4-641b83d7ed9e'} {{(pid=101976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:21:44.596181 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.managers [None req-3e4af350-d341-4d19-bbc7-329ca5f0e675 None None] Bound port: 10516691-2a48-4f3f-831c-6a96ce46f036, host: dv-cinder-815146-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '167e3ffd-d44b-49c8-b024-1ce22d11cb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'de818a40-f5a0-4e15-9ec4-641b83d7ed9e'}}] {{(pid=101976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:21:44.597046 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-3e4af350-d341-4d19-bbc7-329ca5f0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:44.603333 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Pushing event updated for resources: {'Port': ['ID=f2a0576b-6555-4b2a-accf-aa4f6336d37a,revision_number=4']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:44.677652 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-1aac2435-3d82-4212-b551-8bc444013aa5 None None] For port cec76180-98b1-4c78-b594-8905c4b690b2, host dv-cinder-815146-2-iscsi, cleared binding levels {{(pid=101975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:21:44.680944 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.db [None req-3e4af350-d341-4d19-bbc7-329ca5f0e675 None None] For port 10516691-2a48-4f3f-831c-6a96ce46f036, host dv-cinder-815146-2-iscsi, cleared binding levels {{(pid=101976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:21:44.681904 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-1aac2435-3d82-4212-b551-8bc444013aa5 None None] For port cec76180-98b1-4c78-b594-8905c4b690b2, host dv-cinder-815146-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=cec76180-98b1-4c78-b594-8905c4b690b2,segment=NetworkSegment(2a2f199e-181e-4bd6-935b-2f00ea2375f3),segment_id=2a2f199e-181e-4bd6-935b-2f00ea2375f3)] {{(pid=101975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:21:44.687911 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.db [None req-3e4af350-d341-4d19-bbc7-329ca5f0e675 None None] For port 10516691-2a48-4f3f-831c-6a96ce46f036, host dv-cinder-815146-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=10516691-2a48-4f3f-831c-6a96ce46f036,segment=NetworkSegment(167e3ffd-d44b-49c8-b024-1ce22d11cb2a),segment_id=167e3ffd-d44b-49c8-b024-1ce22d11cb2a)] {{(pid=101976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:21:44.786595 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-1aac2435-3d82-4212-b551-8bc444013aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:44.804640 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b2729b52-e2fb-46aa-bc2e-98a99b75e25c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:44.816105 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-3e4af350-d341-4d19-bbc7-329ca5f0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:44.826723 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b2729b52-e2fb-46aa-bc2e-98a99b75e25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:44.863940 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac2435-3d82-4212-b551-8bc444013aa5 None None] Pushing event updated for resources: {'Port': ['ID=cec76180-98b1-4c78-b594-8905c4b690b2,revision_number=2']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:44.866833 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-7ec680cc-b147-4243-a70e-2b6a9f25efd7 None None] Provisioning complete for port 10516691-2a48-4f3f-831c-6a96ce46f036 triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:44.867262 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-7ec680cc-b147-4243-a70e-2b6a9f25efd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:44.886694 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd3097-7b82-48f0-8ef7-1dca574210fd None None] Pushing event updated for resources: {'Port': ['ID=10516691-2a48-4f3f-831c-6a96ce46f036,revision_number=4']} {{(pid=101976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:44.916115 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4af350-d341-4d19-bbc7-329ca5f0e675 None None] Routers {'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:21:44.916115 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-3e4af350-d341-4d19-bbc7-329ca5f0e675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:21:34Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['c5a10dff-ede3-4450-bb9c-2f21c1ef0d87'], 'active': True} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:44.993196 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.db_base_plugin_common [None req-b2729b52-e2fb-46aa-bc2e-98a99b75e25c admin admin] Allocated IP 172.27.0.36 (69571a3e-4e32-484c-817d-d4e48eaaa088/c41fd2cf-ce58-48ac-94e7-7a64d200bbef/7039b939-6cad-44ac-8e09-4051f3066936) {{(pid=101973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:21:44.995407 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-7ec680cc-b147-4243-a70e-2b6a9f25efd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:45.048481 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-7ec680cc-b147-4243-a70e-2b6a9f25efd7 None None] For port 10516691-2a48-4f3f-831c-6a96ce46f036, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=10516691-2a48-4f3f-831c-6a96ce46f036,segment=NetworkSegment(167e3ffd-d44b-49c8-b024-1ce22d11cb2a),segment_id=167e3ffd-d44b-49c8-b024-1ce22d11cb2a)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:45.073895 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvr_db [None req-3e4af350-d341-4d19-bbc7-329ca5f0e675 None None] Set router c5a10dff-ede3-4450-bb9c-2f21c1ef0d87 gateway port host: dv-cinder-815146-2-iscsi {{(pid=101976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:21:45.130087 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-7ec680cc-b147-4243-a70e-2b6a9f25efd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:45.210093 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b2729b52-e2fb-46aa-bc2e-98a99b75e25c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:45.210353 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec680cc-b147-4243-a70e-2b6a9f25efd7 None None] Pushing event updated for resources: {'Port': ['ID=10516691-2a48-4f3f-831c-6a96ce46f036,revision_number=5']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:45.253655 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-a32aa124-2b82-49b2-b170-52d26990ab65 None None] Provisioning complete for port 10516691-2a48-4f3f-831c-6a96ce46f036 triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:45.254233 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-a32aa124-2b82-49b2-b170-52d26990ab65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:45.313368 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b2729b52-e2fb-46aa-bc2e-98a99b75e25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:45.354502 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2729b52-e2fb-46aa-bc2e-98a99b75e25c admin admin] Network 69571a3e-4e32-484c-817d-d4e48eaaa088 is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:21:45.356979 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-3e4af350-d341-4d19-bbc7-329ca5f0e675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87', 'name': 'tempest-TestShelveInstance-26407207-router', 'tenant_id': '2c56e59286e34097af02e761b2b764e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'f2a0576b-6555-4b2a-accf-aa4f6336d37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:38Z', 'updated_at': '2021-10-27T10:21:41Z', 'revision_number': 4, 'project_id': '2c56e59286e34097af02e761b2b764e8', 'gw_port': {'id': 'f2a0576b-6555-4b2a-accf-aa4f6336d37a', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:95:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:38Z', 'updated_at': '2021-10-27T10:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '10516691-2a48-4f3f-831c-6a96ce46f036', 'name': '', 'network_id': 'de818a40-f5a0-4e15-9ec4-641b83d7ed9e', 'tenant_id': '2c56e59286e34097af02e761b2b764e8', 'mac_address': 'fa:16:3e:7c:a3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '49f77a0b-10b6-49b5-b81b-48795085832c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:40Z', 'updated_at': '2021-10-27T10:21:44Z', 'revision_number': 4, 'project_id': '2c56e59286e34097af02e761b2b764e8', 'subnets': [{'id': '49f77a0b-10b6-49b5-b81b-48795085832c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:45.359689 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [None req-b2729b52-e2fb-46aa-bc2e-98a99b75e25c admin admin] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:21:45.362168 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2729b52-e2fb-46aa-bc2e-98a99b75e25c admin admin] Received port after_create {{(pid=101973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:21:45.383252 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4af350-d341-4d19-bbc7-329ca5f0e675 None None] The sync data for ids ['c5a10dff-ede3-4450-bb9c-2f21c1ef0d87'] in dv-cinder-815146-2-iscsi is: [{'id': 'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87', 'name': 'tempest-TestShelveInstance-26407207-router', 'tenant_id': '2c56e59286e34097af02e761b2b764e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'f2a0576b-6555-4b2a-accf-aa4f6336d37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:38Z', 'updated_at': '2021-10-27T10:21:41Z', 'revision_number': 4, 'project_id': '2c56e59286e34097af02e761b2b764e8', 'gw_port': {'id': 'f2a0576b-6555-4b2a-accf-aa4f6336d37a', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:95:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:38Z', 'updated_at': '2021-10-27T10:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '10516691-2a48-4f3f-831c-6a96ce46f036', 'name': '', 'network_id': 'de818a40-f5a0-4e15-9ec4-641b83d7ed9e', 'tenant_id': '2c56e59286e34097af02e761b2b764e8', 'mac_address': 'fa:16:3e:7c:a3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '49f77a0b-10b6-49b5-b81b-48795085832c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:40Z', 'updated_at': '2021-10-27T10:21:44Z', 'revision_number': 4, 'project_id': '2c56e59286e34097af02e761b2b764e8', 'subnets': [{'id': '49f77a0b-10b6-49b5-b81b-48795085832c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:21:45.383541 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2729b52-e2fb-46aa-bc2e-98a99b75e25c admin admin] Pushing event updated for resources: {'Port': ['ID=7039b939-6cad-44ac-8e09-4051f3066936,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:45.682228 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b2729b52-e2fb-46aa-bc2e-98a99b75e25c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:45.908261 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b2729b52-e2fb-46aa-bc2e-98a99b75e25c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-564872'] for router, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:45.928986 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98712fc2-c83c-4ae0-897d-6154c7013dd8 None None] Network d56f408c-6c3f-4809-9853-82349a19b624 requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:21:45.992878 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-d78700ea-aa4e-4de0-bcc0-8b227fb13a4c None None] Provisioning complete for port cec76180-98b1-4c78-b594-8905c4b690b2 triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:45.993252 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-d78700ea-aa4e-4de0-bcc0-8b227fb13a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:46.111486 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-d78700ea-aa4e-4de0-bcc0-8b227fb13a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:46.177052 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2729b52-e2fb-46aa-bc2e-98a99b75e25c admin admin] Router 6f63295f-2f91-4629-a0fc-44c331e91f67 is scheduled to L3 agent b2a2dab9-f998-4002-b8bb-cf3ca8546284 with binding_index 1 {{(pid=101973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:21:46.180198 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-d78700ea-aa4e-4de0-bcc0-8b227fb13a4c None None] For port cec76180-98b1-4c78-b594-8905c4b690b2, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=cec76180-98b1-4c78-b594-8905c4b690b2,segment=NetworkSegment(2a2f199e-181e-4bd6-935b-2f00ea2375f3),segment_id=2a2f199e-181e-4bd6-935b-2f00ea2375f3)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:46.204095 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device cec76180-98b1-4c78-b594-8905c4b690b2 up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:46.257185 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-d78700ea-aa4e-4de0-bcc0-8b227fb13a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:46.263771 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port cec76180-98b1-4c78-b594-8905c4b690b2 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:46.263771 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:46.302898 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2729b52-e2fb-46aa-bc2e-98a99b75e25c admin admin] Notify agent at l3_agent.dv-cinder-815146-2-iscsi the message routers_updated {{(pid=101973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:21:46.315883 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a70c8e-e81f-46dc-9e53-ade2a22c4c23 None None] Sync routers for ids ['6f63295f-2f91-4629-a0fc-44c331e91f67'] in dv-cinder-815146-2-iscsi {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:21:46.350892 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a70c8e-e81f-46dc-9e53-ade2a22c4c23 None None] Routers {'6f63295f-2f91-4629-a0fc-44c331e91f67'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:21:46.351586 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-46a70c8e-e81f-46dc-9e53-ade2a22c4c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:21:34Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['6f63295f-2f91-4629-a0fc-44c331e91f67'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:46.354164 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78700ea-aa4e-4de0-bcc0-8b227fb13a4c None None] Pushing event updated for resources: {'Port': ['ID=cec76180-98b1-4c78-b594-8905c4b690b2,revision_number=3']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:46.383706 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b2729b52-e2fb-46aa-bc2e-98a99b75e25c admin admin] Publish callbacks [] for router, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:46.385630 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-b2729b52-e2fb-46aa-bc2e-98a99b75e25c admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5958500 Oct 27 10:21:46.387686 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 55192) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:46.609652 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-51a72105-fdad-413c-af88-40628d8318f4 None None] Provisioning complete for port cec76180-98b1-4c78-b594-8905c4b690b2 triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:46.610038 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-51a72105-fdad-413c-af88-40628d8318f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:46.642554 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device f2a0576b-6555-4b2a-accf-aa4f6336d37a up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:46.683834 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-46a70c8e-e81f-46dc-9e53-ade2a22c4c23 None None] Set router 6f63295f-2f91-4629-a0fc-44c331e91f67 gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:21:46.807703 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-21804713-a559-47ff-81fa-9e7c4ab46f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:46.858772 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port f2a0576b-6555-4b2a-accf-aa4f6336d37a triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:46.859127 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:46.962285 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.db_base_plugin_common [None req-21804713-a559-47ff-81fa-9e7c4ab46f00 admin admin] Allocated IP 172.20.0.1 (d56f408c-6c3f-4809-9853-82349a19b624/68ca9407-9b37-41f7-b686-c2d2ef0269e4/9e63e75b-b772-4a31-8d82-cba6488a2f8b) {{(pid=101973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:21:46.990540 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-46a70c8e-e81f-46dc-9e53-ade2a22c4c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f63295f-2f91-4629-a0fc-44c331e91f67', 'name': 'tempest-TestShelveInstance-1071654982-router', 'tenant_id': '517f52da1abc4a62b85e46f990031f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '7039b939-6cad-44ac-8e09-4051f3066936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:43Z', 'updated_at': '2021-10-27T10:21:45Z', 'revision_number': 3, 'project_id': '517f52da1abc4a62b85e46f990031f16', 'gw_port': {'id': '7039b939-6cad-44ac-8e09-4051f3066936', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f63295f-2f91-4629-a0fc-44c331e91f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:44Z', 'updated_at': '2021-10-27T10:21:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi'}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:46.992861 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 10516691-2a48-4f3f-831c-6a96ce46f036 up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:47.037876 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a70c8e-e81f-46dc-9e53-ade2a22c4c23 None None] Checking router: 6f63295f-2f91-4629-a0fc-44c331e91f67 for host: dv-cinder-815146-2-iscsi {{(pid=101975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:21:47.038226 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a70c8e-e81f-46dc-9e53-ade2a22c4c23 None None] Updating router 6f63295f-2f91-4629-a0fc-44c331e91f67 port 7039b939-6cad-44ac-8e09-4051f3066936 binding host dv-cinder-815146-2-iscsi {{(pid=101975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:21:47.069036 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-21804713-a559-47ff-81fa-9e7c4ab46f00 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:47.073157 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-46a70c8e-e81f-46dc-9e53-ade2a22c4c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:47.116889 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port 10516691-2a48-4f3f-831c-6a96ce46f036 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:47.117203 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:47.164835 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-21804713-a559-47ff-81fa-9e7c4ab46f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:47.203564 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21804713-a559-47ff-81fa-9e7c4ab46f00 admin admin] Network d56f408c-6c3f-4809-9853-82349a19b624 is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:21:47.206667 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [None req-21804713-a559-47ff-81fa-9e7c4ab46f00 admin admin] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:21:47.210448 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21804713-a559-47ff-81fa-9e7c4ab46f00 admin admin] Received port after_create {{(pid=101973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:21:47.242325 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21804713-a559-47ff-81fa-9e7c4ab46f00 admin admin] Pushing event updated for resources: {'Port': ['ID=9e63e75b-b772-4a31-8d82-cba6488a2f8b,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:47.262956 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-21804713-a559-47ff-81fa-9e7c4ab46f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-564181'] for router_interface, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:47.407660 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-46a70c8e-e81f-46dc-9e53-ade2a22c4c23 None None] Publish callbacks [] for port, precommit_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:47.482390 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-21804713-a559-47ff-81fa-9e7c4ab46f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:47.491577 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-695fc79e-2cd1-4111-a02e-44f06c7f90d0 None None] Provisioning complete for port 9e63e75b-b772-4a31-8d82-cba6488a2f8b triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:47.491941 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-695fc79e-2cd1-4111-a02e-44f06c7f90d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:47.521772 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-46a70c8e-e81f-46dc-9e53-ade2a22c4c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:47.565230 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-695fc79e-2cd1-4111-a02e-44f06c7f90d0 None None] Port 9e63e75b-b772-4a31-8d82-cba6488a2f8b cannot update to ACTIVE because it is not bound. {{(pid=101975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:21:47.584437 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61527e65-8753-4eb3-a2fe-53f3c5a2f1ad None None] Pushing event updated for resources: {'Port': ['ID=7039b939-6cad-44ac-8e09-4051f3066936,revision_number=2']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:47.586819 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-46a70c8e-e81f-46dc-9e53-ade2a22c4c23 None None] Attempting to bind port 7039b939-6cad-44ac-8e09-4051f3066936 on host dv-cinder-815146-2-iscsi for vnic_type normal with profile {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:21:47.587192 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-46a70c8e-e81f-46dc-9e53-ade2a22c4c23 None None] Attempting to bind port 7039b939-6cad-44ac-8e09-4051f3066936 by drivers openvswitch,hyperv on host dv-cinder-815146-2-iscsi at level 0 using segments [{'id': 'b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'}] {{(pid=101975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:21:47.587545 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a70c8e-e81f-46dc-9e53-ade2a22c4c23 None None] Attempting to bind port 7039b939-6cad-44ac-8e09-4051f3066936 on network 69571a3e-4e32-484c-817d-d4e48eaaa088 {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:21:47.594384 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a70c8e-e81f-46dc-9e53-ade2a22c4c23 None None] Checking agent: {'id': '47afc1f0-2071-45d2-aeaa-ba0f7c30884d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 4, 35), 'started_at': datetime.datetime(2021, 10, 27, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:21:47.594618 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a70c8e-e81f-46dc-9e53-ade2a22c4c23 None None] Checking segment: {'id': 'b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:21:47.594875 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-46a70c8e-e81f-46dc-9e53-ade2a22c4c23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:47.595258 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a70c8e-e81f-46dc-9e53-ade2a22c4c23 None None] Bound using segment: {'id': 'b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'} {{(pid=101975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:21:47.595733 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.managers [None req-46a70c8e-e81f-46dc-9e53-ade2a22c4c23 None None] Bound port: 7039b939-6cad-44ac-8e09-4051f3066936, host: dv-cinder-815146-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088'}}] {{(pid=101975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:21:47.596109 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-46a70c8e-e81f-46dc-9e53-ade2a22c4c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:47.657276 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-46a70c8e-e81f-46dc-9e53-ade2a22c4c23 None None] For port 7039b939-6cad-44ac-8e09-4051f3066936, host dv-cinder-815146-2-iscsi, cleared binding levels {{(pid=101975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:21:47.660259 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-46a70c8e-e81f-46dc-9e53-ade2a22c4c23 None None] For port 7039b939-6cad-44ac-8e09-4051f3066936, host dv-cinder-815146-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=7039b939-6cad-44ac-8e09-4051f3066936,segment=NetworkSegment(b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3),segment_id=b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3)] {{(pid=101975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:21:47.673224 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-21804713-a559-47ff-81fa-9e7c4ab46f00 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:47.742318 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-46a70c8e-e81f-46dc-9e53-ade2a22c4c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:47.770457 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-21804713-a559-47ff-81fa-9e7c4ab46f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9116887'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:47.804978 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a70c8e-e81f-46dc-9e53-ade2a22c4c23 None None] Routers {'6f63295f-2f91-4629-a0fc-44c331e91f67'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:21:47.805598 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-46a70c8e-e81f-46dc-9e53-ade2a22c4c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:21:34Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['6f63295f-2f91-4629-a0fc-44c331e91f67'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:47.807248 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61527e65-8753-4eb3-a2fe-53f3c5a2f1ad None None] Pushing event updated for resources: {'Port': ['ID=7039b939-6cad-44ac-8e09-4051f3066936,revision_number=3']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:47.840147 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-21804713-a559-47ff-81fa-9e7c4ab46f00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3604363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-564293'] for router_interface, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:47.843074 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21804713-a559-47ff-81fa-9e7c4ab46f00 admin admin] Pushing event updated for resources: {'Port': ['ID=9e63e75b-b772-4a31-8d82-cba6488a2f8b,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:47.913777 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-46a70c8e-e81f-46dc-9e53-ade2a22c4c23 None None] Set router 6f63295f-2f91-4629-a0fc-44c331e91f67 gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:21:47.935734 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21804713-a559-47ff-81fa-9e7c4ab46f00 admin admin] Network d56f408c-6c3f-4809-9853-82349a19b624 is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:21:47.937878 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [None req-21804713-a559-47ff-81fa-9e7c4ab46f00 admin admin] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:21:48.062568 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21804713-a559-47ff-81fa-9e7c4ab46f00 admin admin] Router 6f63295f-2f91-4629-a0fc-44c331e91f67 has already been hosted by L3 agent b2a2dab9-f998-4002-b8bb-cf3ca8546284 {{(pid=101973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:21:48.088179 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device cec76180-98b1-4c78-b594-8905c4b690b2 up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:48.177492 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21804713-a559-47ff-81fa-9e7c4ab46f00 admin admin] Notify agent at l3_agent.dv-cinder-815146-2-iscsi the message routers_updated {{(pid=101973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:21:48.179291 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port cec76180-98b1-4c78-b594-8905c4b690b2 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:48.179663 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:48.182193 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-21804713-a559-47ff-81fa-9e7c4ab46f00 admin admin] 10.222.0.36 "PUT /v2.0/routers/6f63295f-2f91-4629-a0fc-44c331e91f67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7931573 Oct 27 10:21:48.184901 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-46a70c8e-e81f-46dc-9e53-ade2a22c4c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f63295f-2f91-4629-a0fc-44c331e91f67', 'name': 'tempest-TestShelveInstance-1071654982-router', 'tenant_id': '517f52da1abc4a62b85e46f990031f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '7039b939-6cad-44ac-8e09-4051f3066936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:43Z', 'updated_at': '2021-10-27T10:21:47Z', 'revision_number': 4, 'project_id': '517f52da1abc4a62b85e46f990031f16', 'gw_port': {'id': '7039b939-6cad-44ac-8e09-4051f3066936', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f63295f-2f91-4629-a0fc-44c331e91f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:44Z', 'updated_at': '2021-10-27T10:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '9e63e75b-b772-4a31-8d82-cba6488a2f8b', 'name': '', 'network_id': 'd56f408c-6c3f-4809-9853-82349a19b624', 'tenant_id': '517f52da1abc4a62b85e46f990031f16', 'mac_address': 'fa:16:3e:95:48:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f63295f-2f91-4629-a0fc-44c331e91f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '68ca9407-9b37-41f7-b686-c2d2ef0269e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:46Z', 'updated_at': '2021-10-27T10:21:47Z', 'revision_number': 2, 'project_id': '517f52da1abc4a62b85e46f990031f16', 'subnets': [{'id': '68ca9407-9b37-41f7-b686-c2d2ef0269e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:48.243139 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a70c8e-e81f-46dc-9e53-ade2a22c4c23 None None] The sync data for ids ['6f63295f-2f91-4629-a0fc-44c331e91f67'] in dv-cinder-815146-2-iscsi is: [{'id': '6f63295f-2f91-4629-a0fc-44c331e91f67', 'name': 'tempest-TestShelveInstance-1071654982-router', 'tenant_id': '517f52da1abc4a62b85e46f990031f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '7039b939-6cad-44ac-8e09-4051f3066936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:43Z', 'updated_at': '2021-10-27T10:21:47Z', 'revision_number': 4, 'project_id': '517f52da1abc4a62b85e46f990031f16', 'gw_port': {'id': '7039b939-6cad-44ac-8e09-4051f3066936', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f63295f-2f91-4629-a0fc-44c331e91f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:44Z', 'updated_at': '2021-10-27T10:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '9e63e75b-b772-4a31-8d82-cba6488a2f8b', 'name': '', 'network_id': 'd56f408c-6c3f-4809-9853-82349a19b624', 'tenant_id': '517f52da1abc4a62b85e46f990031f16', 'mac_address': 'fa:16:3e:95:48:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f63295f-2f91-4629-a0fc-44c331e91f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '68ca9407-9b37-41f7-b686-c2d2ef0269e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:46Z', 'updated_at': '2021-10-27T10:21:47Z', 'revision_number': 2, 'project_id': '517f52da1abc4a62b85e46f990031f16', 'subnets': [{'id': '68ca9407-9b37-41f7-b686-c2d2ef0269e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:21:48.252980 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-21ab9523-ba7b-41e5-925b-bf7c818151e1 None None] Provisioning complete for port 9e63e75b-b772-4a31-8d82-cba6488a2f8b triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:48.254222 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-21ab9523-ba7b-41e5-925b-bf7c818151e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:48.297569 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-21ab9523-ba7b-41e5-925b-bf7c818151e1 None None] Port 9e63e75b-b772-4a31-8d82-cba6488a2f8b cannot update to ACTIVE because it is not bound. {{(pid=101975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:21:48.814731 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 55206) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:48.819417 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-511c2b58-a8a4-420c-95fb-e4e6ee7c806f tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-283938878', 'description': 'tempest-secgroup-smoke-283938878 description', 'project_id': '2c56e59286e34097af02e761b2b764e8'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:48.822356 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.agents_db [None req-86e8c3be-7e21-4532-a65d-8f48c0a472d4 None None] Agent healthcheck: found 6 active agents {{(pid=101976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:21:48.947655 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-511c2b58-a8a4-420c-95fb-e4e6ee7c806f tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:49.017330 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-511c2b58-a8a4-420c-95fb-e4e6ee7c806f tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:49.095633 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-511c2b58-a8a4-420c-95fb-e4e6ee7c806f tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:49.125808 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c2b58-a8a4-420c-95fb-e4e6ee7c806f tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:49.133115 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c2b58-a8a4-420c-95fb-e4e6ee7c806f tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:49.133465 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c2b58-a8a4-420c-95fb-e4e6ee7c806f tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:49.135405 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c2b58-a8a4-420c-95fb-e4e6ee7c806f tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:49.135405 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c2b58-a8a4-420c-95fb-e4e6ee7c806f tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:49.135405 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c2b58-a8a4-420c-95fb-e4e6ee7c806f tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:49.135405 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c2b58-a8a4-420c-95fb-e4e6ee7c806f tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:49.135405 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c2b58-a8a4-420c-95fb-e4e6ee7c806f tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:49.135405 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c2b58-a8a4-420c-95fb-e4e6ee7c806f tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:49.136069 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c2b58-a8a4-420c-95fb-e4e6ee7c806f tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:49.136069 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c2b58-a8a4-420c-95fb-e4e6ee7c806f tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:49.136314 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c2b58-a8a4-420c-95fb-e4e6ee7c806f tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:49.136632 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c2b58-a8a4-420c-95fb-e4e6ee7c806f tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:49.194870 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-511c2b58-a8a4-420c-95fb-e4e6ee7c806f tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:49.196202 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-511c2b58-a8a4-420c-95fb-e4e6ee7c806f tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3804731 Oct 27 10:21:49.199117 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 55208) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:49.203575 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-67e36de1-6729-4545-b4bf-f575813fcf64 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Request body: {'security_group_rule': {'security_group_id': '20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e', 'project_id': '2c56e59286e34097af02e761b2b764e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:49.302106 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-67e36de1-6729-4545-b4bf-f575813fcf64 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:49.359873 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-67e36de1-6729-4545-b4bf-f575813fcf64 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:49.455605 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-67e36de1-6729-4545-b4bf-f575813fcf64 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543954'] for security_group_rule, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:49.472987 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e36de1-6729-4545-b4bf-f575813fcf64 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa9d1189-b8d5-4ced-9330-9c1461002bd0,revision_number=0']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:49.583354 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-67e36de1-6729-4545-b4bf-f575813fcf64 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:49.584555 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-67e36de1-6729-4545-b4bf-f575813fcf64 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3844867 Oct 27 10:21:49.587370 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 55210) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:49.591721 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-fdb10500-e301-4397-a3aa-a50d720f0a52 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Request body: {'security_group_rule': {'security_group_id': '20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e', 'project_id': '2c56e59286e34097af02e761b2b764e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:49.694921 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-fdb10500-e301-4397-a3aa-a50d720f0a52 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:49.758341 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-fdb10500-e301-4397-a3aa-a50d720f0a52 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:49.832985 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-fdb10500-e301-4397-a3aa-a50d720f0a52 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543954'] for security_group_rule, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:49.850990 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb10500-e301-4397-a3aa-a50d720f0a52 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07244406-d2cb-4fa8-aaf1-93a1bde5b17c,revision_number=0']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:49.960325 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-fdb10500-e301-4397-a3aa-a50d720f0a52 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:49.961610 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-fdb10500-e301-4397-a3aa-a50d720f0a52 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3733039 Oct 27 10:21:49.964391 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 55214) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:49.970162 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-b3a60962-9d57-4dac-802c-a2c41ac2c6c1 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Request body: {'security_group_rule': {'security_group_id': '20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e', 'project_id': '2c56e59286e34097af02e761b2b764e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:50.061825 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 7039b939-6cad-44ac-8e09-4051f3066936 up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:50.076305 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15ff7e4-25aa-4156-9ee5-551ab12f62f5 None None] Sync routers for ids ['6f63295f-2f91-4629-a0fc-44c331e91f67'] in dv-cinder-815146-2-iscsi {{(pid=101976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:21:50.087147 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15ff7e4-25aa-4156-9ee5-551ab12f62f5 None None] Routers {'6f63295f-2f91-4629-a0fc-44c331e91f67'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:21:50.087759 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-c15ff7e4-25aa-4156-9ee5-551ab12f62f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:21:34Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['6f63295f-2f91-4629-a0fc-44c331e91f67'], 'active': True} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:50.114389 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port 7039b939-6cad-44ac-8e09-4051f3066936 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:50.114765 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:50.119026 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b3a60962-9d57-4dac-802c-a2c41ac2c6c1 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:50.182433 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b3a60962-9d57-4dac-802c-a2c41ac2c6c1 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:50.194948 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:50.195689 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvr_db [None req-c15ff7e4-25aa-4156-9ee5-551ab12f62f5 None None] Set router 6f63295f-2f91-4629-a0fc-44c331e91f67 gateway port host: dv-cinder-815146-2-iscsi {{(pid=101976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:21:50.215286 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] For port 7039b939-6cad-44ac-8e09-4051f3066936, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=7039b939-6cad-44ac-8e09-4051f3066936,segment=NetworkSegment(b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3),segment_id=b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:50.243090 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b3a60962-9d57-4dac-802c-a2c41ac2c6c1 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543954'] for security_group_rule, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:50.261932 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a60962-9d57-4dac-802c-a2c41ac2c6c1 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11264c85-4051-40e9-aec5-12909ca34c7d,revision_number=0']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:50.318828 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:50.345609 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b3a60962-9d57-4dac-802c-a2c41ac2c6c1 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:50.347559 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-b3a60962-9d57-4dac-802c-a2c41ac2c6c1 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3822179 Oct 27 10:21:50.350724 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 55216) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:50.355398 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-63808d51-0827-4d07-80ef-ba1214f94b73 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Request body: {'security_group_rule': {'security_group_id': '20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e', 'project_id': '2c56e59286e34097af02e761b2b764e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:50.378854 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Pushing event updated for resources: {'Port': ['ID=7039b939-6cad-44ac-8e09-4051f3066936,revision_number=4']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:50.444572 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-63808d51-0827-4d07-80ef-ba1214f94b73 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:50.501559 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-c15ff7e4-25aa-4156-9ee5-551ab12f62f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f63295f-2f91-4629-a0fc-44c331e91f67', 'name': 'tempest-TestShelveInstance-1071654982-router', 'tenant_id': '517f52da1abc4a62b85e46f990031f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '7039b939-6cad-44ac-8e09-4051f3066936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:43Z', 'updated_at': '2021-10-27T10:21:47Z', 'revision_number': 4, 'project_id': '517f52da1abc4a62b85e46f990031f16', 'gw_port': {'id': '7039b939-6cad-44ac-8e09-4051f3066936', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f63295f-2f91-4629-a0fc-44c331e91f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:44Z', 'updated_at': '2021-10-27T10:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '9e63e75b-b772-4a31-8d82-cba6488a2f8b', 'name': '', 'network_id': 'd56f408c-6c3f-4809-9853-82349a19b624', 'tenant_id': '517f52da1abc4a62b85e46f990031f16', 'mac_address': 'fa:16:3e:95:48:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f63295f-2f91-4629-a0fc-44c331e91f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '68ca9407-9b37-41f7-b686-c2d2ef0269e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:46Z', 'updated_at': '2021-10-27T10:21:47Z', 'revision_number': 2, 'project_id': '517f52da1abc4a62b85e46f990031f16', 'subnets': [{'id': '68ca9407-9b37-41f7-b686-c2d2ef0269e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:50.505048 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-63808d51-0827-4d07-80ef-ba1214f94b73 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:50.527652 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15ff7e4-25aa-4156-9ee5-551ab12f62f5 None None] Checking router: 6f63295f-2f91-4629-a0fc-44c331e91f67 for host: dv-cinder-815146-2-iscsi {{(pid=101976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:21:50.527998 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15ff7e4-25aa-4156-9ee5-551ab12f62f5 None None] Updating router 6f63295f-2f91-4629-a0fc-44c331e91f67 port 9e63e75b-b772-4a31-8d82-cba6488a2f8b binding host dv-cinder-815146-2-iscsi {{(pid=101976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:21:50.551931 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-c15ff7e4-25aa-4156-9ee5-551ab12f62f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:50.581288 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-63808d51-0827-4d07-80ef-ba1214f94b73 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543954'] for security_group_rule, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:50.599656 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63808d51-0827-4d07-80ef-ba1214f94b73 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dec76e83-b11b-4455-8c90-36fd4c70f429,revision_number=0']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:50.657445 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-63808d51-0827-4d07-80ef-ba1214f94b73 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:50.658819 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-63808d51-0827-4d07-80ef-ba1214f94b73 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3072958 Oct 27 10:21:50.661575 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 55218) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:50.666177 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [None req-41e5ff2c-9f79-470a-bc61-05f1133010de tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Request body: {'security_group_rule': {'security_group_id': '20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e', 'project_id': '2c56e59286e34097af02e761b2b764e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:50.763168 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.db.securitygroups_db [None req-41e5ff2c-9f79-470a-bc61-05f1133010de tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Project 2c56e59286e34097af02e761b2b764e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 10:21:50.769434 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-41e5ff2c-9f79-470a-bc61-05f1133010de tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:50.828458 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-c15ff7e4-25aa-4156-9ee5-551ab12f62f5 None None] Publish callbacks [] for port, precommit_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:50.846268 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-41e5ff2c-9f79-470a-bc61-05f1133010de tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:50.953092 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-c15ff7e4-25aa-4156-9ee5-551ab12f62f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:50.987073 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-41e5ff2c-9f79-470a-bc61-05f1133010de tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543954'] for security_group_rule, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:51.008586 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e5ff2c-9f79-470a-bc61-05f1133010de tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1260d3b6-ebb1-4b46-acc4-c3f7f7108b26,revision_number=0']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:51.009421 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded0ebf-6808-4532-b940-00461c0f5758 None None] Pushing event updated for resources: {'Port': ['ID=9e63e75b-b772-4a31-8d82-cba6488a2f8b,revision_number=3']} {{(pid=101976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:51.066844 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.managers [None req-c15ff7e4-25aa-4156-9ee5-551ab12f62f5 None None] Attempting to bind port 9e63e75b-b772-4a31-8d82-cba6488a2f8b on host dv-cinder-815146-2-iscsi for vnic_type normal with profile {{(pid=101976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:21:51.067235 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.managers [None req-c15ff7e4-25aa-4156-9ee5-551ab12f62f5 None None] Attempting to bind port 9e63e75b-b772-4a31-8d82-cba6488a2f8b by drivers openvswitch,hyperv on host dv-cinder-815146-2-iscsi at level 0 using segments [{'id': '2a2f199e-181e-4bd6-935b-2f00ea2375f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'd56f408c-6c3f-4809-9853-82349a19b624'}] {{(pid=101976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:21:51.067585 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15ff7e4-25aa-4156-9ee5-551ab12f62f5 None None] Attempting to bind port 9e63e75b-b772-4a31-8d82-cba6488a2f8b on network d56f408c-6c3f-4809-9853-82349a19b624 {{(pid=101976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:21:51.072960 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15ff7e4-25aa-4156-9ee5-551ab12f62f5 None None] Checking agent: {'id': '47afc1f0-2071-45d2-aeaa-ba0f7c30884d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 4, 35), 'started_at': datetime.datetime(2021, 10, 27, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:21:51.073327 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15ff7e4-25aa-4156-9ee5-551ab12f62f5 None None] Checking segment: {'id': '2a2f199e-181e-4bd6-935b-2f00ea2375f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'd56f408c-6c3f-4809-9853-82349a19b624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:21:51.073757 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-c15ff7e4-25aa-4156-9ee5-551ab12f62f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:51.074132 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15ff7e4-25aa-4156-9ee5-551ab12f62f5 None None] Bound using segment: {'id': '2a2f199e-181e-4bd6-935b-2f00ea2375f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'd56f408c-6c3f-4809-9853-82349a19b624'} {{(pid=101976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:21:51.074595 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.managers [None req-c15ff7e4-25aa-4156-9ee5-551ab12f62f5 None None] Bound port: 9e63e75b-b772-4a31-8d82-cba6488a2f8b, host: dv-cinder-815146-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a2f199e-181e-4bd6-935b-2f00ea2375f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'd56f408c-6c3f-4809-9853-82349a19b624'}}] {{(pid=101976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:21:51.074985 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-c15ff7e4-25aa-4156-9ee5-551ab12f62f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:51.080203 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-41e5ff2c-9f79-470a-bc61-05f1133010de tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:51.084691 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 55226) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:51.085288 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-41e5ff2c-9f79-470a-bc61-05f1133010de tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4221640 Oct 27 10:21:51.090828 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [None req-1aeccc22-fd3f-43be-9eed-e8416b92bc67 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Request body: {'security_group_rule': {'security_group_id': '20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e', 'project_id': '2c56e59286e34097af02e761b2b764e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:51.146711 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.db [None req-c15ff7e4-25aa-4156-9ee5-551ab12f62f5 None None] For port 9e63e75b-b772-4a31-8d82-cba6488a2f8b, host dv-cinder-815146-2-iscsi, cleared binding levels {{(pid=101976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:21:51.150012 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.plugins.ml2.db [None req-c15ff7e4-25aa-4156-9ee5-551ab12f62f5 None None] For port 9e63e75b-b772-4a31-8d82-cba6488a2f8b, host dv-cinder-815146-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=9e63e75b-b772-4a31-8d82-cba6488a2f8b,segment=NetworkSegment(2a2f199e-181e-4bd6-935b-2f00ea2375f3),segment_id=2a2f199e-181e-4bd6-935b-2f00ea2375f3)] {{(pid=101976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:21:51.193086 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.db.securitygroups_db [None req-1aeccc22-fd3f-43be-9eed-e8416b92bc67 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Project 2c56e59286e34097af02e761b2b764e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 10:21:51.198530 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-1aeccc22-fd3f-43be-9eed-e8416b92bc67 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:51.222007 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron_lib.callbacks.manager [None req-c15ff7e4-25aa-4156-9ee5-551ab12f62f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:51.246618 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-bfca4896-b4b6-4d62-9b50-b2502c096f55 None None] Provisioning complete for port 9e63e75b-b772-4a31-8d82-cba6488a2f8b triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:51.247189 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-bfca4896-b4b6-4d62-9b50-b2502c096f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:51.265358 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-1aeccc22-fd3f-43be-9eed-e8416b92bc67 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:51.278771 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded0ebf-6808-4532-b940-00461c0f5758 None None] Pushing event updated for resources: {'Port': ['ID=9e63e75b-b772-4a31-8d82-cba6488a2f8b,revision_number=4']} {{(pid=101976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:51.288241 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15ff7e4-25aa-4156-9ee5-551ab12f62f5 None None] Routers {'6f63295f-2f91-4629-a0fc-44c331e91f67'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:21:51.288839 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-c15ff7e4-25aa-4156-9ee5-551ab12f62f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:21:34Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['6f63295f-2f91-4629-a0fc-44c331e91f67'], 'active': True} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:51.335966 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-bfca4896-b4b6-4d62-9b50-b2502c096f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:51.364618 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-1aeccc22-fd3f-43be-9eed-e8416b92bc67 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543954'] for security_group_rule, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:51.386425 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeccc22-fd3f-43be-9eed-e8416b92bc67 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76992e9e-a9a4-4d6c-8550-5f07b0ba371d,revision_number=0']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:51.390395 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-bfca4896-b4b6-4d62-9b50-b2502c096f55 None None] For port 9e63e75b-b772-4a31-8d82-cba6488a2f8b, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=9e63e75b-b772-4a31-8d82-cba6488a2f8b,segment=NetworkSegment(2a2f199e-181e-4bd6-935b-2f00ea2375f3),segment_id=2a2f199e-181e-4bd6-935b-2f00ea2375f3)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:51.420926 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvr_db [None req-c15ff7e4-25aa-4156-9ee5-551ab12f62f5 None None] Set router 6f63295f-2f91-4629-a0fc-44c331e91f67 gateway port host: dv-cinder-815146-2-iscsi {{(pid=101976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:21:51.453762 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-1aeccc22-fd3f-43be-9eed-e8416b92bc67 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:51.460473 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-1aeccc22-fd3f-43be-9eed-e8416b92bc67 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3687322 Oct 27 10:21:51.478860 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-bfca4896-b4b6-4d62-9b50-b2502c096f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:51.540500 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca4896-b4b6-4d62-9b50-b2502c096f55 None None] Pushing event updated for resources: {'Port': ['ID=9e63e75b-b772-4a31-8d82-cba6488a2f8b,revision_number=5']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:51.610281 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-fd1f2466-372f-4821-a69a-ad0e90837b1d None None] Provisioning complete for port 9e63e75b-b772-4a31-8d82-cba6488a2f8b triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:51.611701 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-fd1f2466-372f-4821-a69a-ad0e90837b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:51.642453 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-c15ff7e4-25aa-4156-9ee5-551ab12f62f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f63295f-2f91-4629-a0fc-44c331e91f67', 'name': 'tempest-TestShelveInstance-1071654982-router', 'tenant_id': '517f52da1abc4a62b85e46f990031f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '7039b939-6cad-44ac-8e09-4051f3066936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:43Z', 'updated_at': '2021-10-27T10:21:47Z', 'revision_number': 4, 'project_id': '517f52da1abc4a62b85e46f990031f16', 'gw_port': {'id': '7039b939-6cad-44ac-8e09-4051f3066936', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f63295f-2f91-4629-a0fc-44c331e91f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:44Z', 'updated_at': '2021-10-27T10:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '9e63e75b-b772-4a31-8d82-cba6488a2f8b', 'name': '', 'network_id': 'd56f408c-6c3f-4809-9853-82349a19b624', 'tenant_id': '517f52da1abc4a62b85e46f990031f16', 'mac_address': 'fa:16:3e:95:48:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f63295f-2f91-4629-a0fc-44c331e91f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '68ca9407-9b37-41f7-b686-c2d2ef0269e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:46Z', 'updated_at': '2021-10-27T10:21:51Z', 'revision_number': 4, 'project_id': '517f52da1abc4a62b85e46f990031f16', 'subnets': [{'id': '68ca9407-9b37-41f7-b686-c2d2ef0269e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:51.670967 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15ff7e4-25aa-4156-9ee5-551ab12f62f5 None None] The sync data for ids ['6f63295f-2f91-4629-a0fc-44c331e91f67'] in dv-cinder-815146-2-iscsi is: [{'id': '6f63295f-2f91-4629-a0fc-44c331e91f67', 'name': 'tempest-TestShelveInstance-1071654982-router', 'tenant_id': '517f52da1abc4a62b85e46f990031f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '7039b939-6cad-44ac-8e09-4051f3066936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:43Z', 'updated_at': '2021-10-27T10:21:47Z', 'revision_number': 4, 'project_id': '517f52da1abc4a62b85e46f990031f16', 'gw_port': {'id': '7039b939-6cad-44ac-8e09-4051f3066936', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f63295f-2f91-4629-a0fc-44c331e91f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:44Z', 'updated_at': '2021-10-27T10:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '9e63e75b-b772-4a31-8d82-cba6488a2f8b', 'name': '', 'network_id': 'd56f408c-6c3f-4809-9853-82349a19b624', 'tenant_id': '517f52da1abc4a62b85e46f990031f16', 'mac_address': 'fa:16:3e:95:48:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f63295f-2f91-4629-a0fc-44c331e91f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '68ca9407-9b37-41f7-b686-c2d2ef0269e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:46Z', 'updated_at': '2021-10-27T10:21:51Z', 'revision_number': 4, 'project_id': '517f52da1abc4a62b85e46f990031f16', 'subnets': [{'id': '68ca9407-9b37-41f7-b686-c2d2ef0269e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:21:52.073660 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 9e63e75b-b772-4a31-8d82-cba6488a2f8b up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:52.130623 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port 9e63e75b-b772-4a31-8d82-cba6488a2f8b triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:52.130989 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:52.216152 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 7039b939-6cad-44ac-8e09-4051f3066936 up at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:52.266445 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Provisioning complete for port 7039b939-6cad-44ac-8e09-4051f3066936 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:52.267018 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:01.592526 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-ffa119c0-1c1c-47ff-8ec4-65c6b8d84265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:03.872623 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 55358) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:03.979300 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b12b01e6-25bf-4445-b786-1387a0104b9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:04.055715 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b12b01e6-25bf-4445-b786-1387a0104b9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:04.118877 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b12b01e6-25bf-4445-b786-1387a0104b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:04.161999 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 55362) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:04.162656 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-b12b01e6-25bf-4445-b786-1387a0104b9c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=15e01066672c4a41bbc281a4838fc21f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2876136 Oct 27 10:22:04.168318 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b01e6-25bf-4445-b786-1387a0104b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1206d989-b5a1-49aa-b7c3-487ccf7655f4,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:04.170619 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-084adacb-5899-4d67-bac3-030178d60973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:04.220393 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-80ee4192-5bab-4d7a-8746-dcf29800f56a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:04.243103 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-80ee4192-5bab-4d7a-8746-dcf29800f56a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:04.363141 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-80ee4192-5bab-4d7a-8746-dcf29800f56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:04.365826 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-80ee4192-5bab-4d7a-8746-dcf29800f56a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:04.366986 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-80ee4192-5bab-4d7a-8746-dcf29800f56a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1206d989-b5a1-49aa-b7c3-487ccf7655f4 HTTP/1.1" status: 204 len: 168 time: 0.2027991 Oct 27 10:22:04.376108 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee4192-5bab-4d7a-8746-dcf29800f56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1206d989-b5a1-49aa-b7c3-487ccf7655f4,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:05.334351 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:05.906788 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:07.128793 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:11.803268 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-778a4d05-3102-4364-8217-bb9c25dca84a req-1d343ba1-9416-4b59-8458-42a183eb3c18 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1005188306&fields=id&tenant_id=7eccb1a479ed45018a41a143769f7e6c HTTP/1.1" status: 200 len: 267 time: 0.0323050 Oct 27 10:22:11.860504 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a4d05-3102-4364-8217-bb9c25dca84a req-14588ea0-0a49-4927-be5d-73d826af0116 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:11.862185 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-778a4d05-3102-4364-8217-bb9c25dca84a req-14588ea0-0a49-4927-be5d-73d826af0116 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 984 time: 0.0535009 Oct 27 10:22:11.873092 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [req-778a4d05-3102-4364-8217-bb9c25dca84a req-def2fa18-3f21-4693-bde4-2676e54afd84 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Request body: {'port': {'security_groups': ['dd22afe8-2edd-4b34-a04e-1760be3c80b8']}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:11.941475 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [req-778a4d05-3102-4364-8217-bb9c25dca84a req-def2fa18-3f21-4693-bde4-2676e54afd84 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:12.118355 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.db [req-778a4d05-3102-4364-8217-bb9c25dca84a req-def2fa18-3f21-4693-bde4-2676e54afd84 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] For port 74c3df47-26f9-4b45-8350-a1cfb6e368d3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=74c3df47-26f9-4b45-8350-a1cfb6e368d3,segment=NetworkSegment(550fd727-22c6-4869-bd63-4d608e728918),segment_id=550fd727-22c6-4869-bd63-4d608e728918)] {{(pid=101974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:12.146849 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [req-778a4d05-3102-4364-8217-bb9c25dca84a req-def2fa18-3f21-4693-bde4-2676e54afd84 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks [] for port, precommit_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:12.237217 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [req-778a4d05-3102-4364-8217-bb9c25dca84a req-def2fa18-3f21-4693-bde4-2676e54afd84 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12079018'] for port, after_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:12.252611 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] get_ports_and_sgs() called for port_ids ['74c3df47-26f9-4b45-8350-a1cfb6e368d3'] {{(pid=101975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:22:12.292166 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a4d05-3102-4364-8217-bb9c25dca84a req-def2fa18-3f21-4693-bde4-2676e54afd84 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:12.292793 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [req-778a4d05-3102-4364-8217-bb9c25dca84a req-def2fa18-3f21-4693-bde4-2676e54afd84 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:12.301036 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-778a4d05-3102-4364-8217-bb9c25dca84a req-def2fa18-3f21-4693-bde4-2676e54afd84 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "PUT /v2.0/ports/74c3df47-26f9-4b45-8350-a1cfb6e368d3 HTTP/1.1" status: 200 len: 942 time: 0.4320419 Oct 27 10:22:12.301332 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd8049c2-43d5-420d-94c6-6df9cdf8fdb0', 'tag': '74c3df47-26f9-4b45-8350-a1cfb6e368d3'}] {{(pid=101974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:22:12.303656 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf944270f4c6cd15fd7b67f1263b575d4441d7d254681f9dd92e2334043a3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242579f4-523c-4147-9f10-becaae9ff5a4" -d '{"events": [{"name": "network-changed", "server_uuid": "fd8049c2-43d5-420d-94c6-6df9cdf8fdb0", "tag": "74c3df47-26f9-4b45-8350-a1cfb6e368d3"}]}' {{(pid=101974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:22:12.307820 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 55406) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:12.310931 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-ee601681-5519-4c4e-80e2-773b46fc1f07 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-283938878&fields=id&tenant_id=2c56e59286e34097af02e761b2b764e8 HTTP/1.1" status: 200 len: 267 time: 0.0412016 Oct 27 10:22:12.351918 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def2fa18-3f21-4693-bde4-2676e54afd84 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Pushing event updated for resources: {'Port': ['ID=74c3df47-26f9-4b45-8350-a1cfb6e368d3,revision_number=7']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:12.355706 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8a5d66-a01c-4976-afab-cec4f6dc5b06 x-openstack-request-id: req-6b8a5d66-a01c-4976-afab-cec4f6dc5b06 {{(pid=101974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:22:12.356002 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd8049c2-43d5-420d-94c6-6df9cdf8fdb0", "tag": "74c3df47-26f9-4b45-8350-a1cfb6e368d3", "status": "completed", "code": 200}]} {{(pid=101974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:22:12.356255 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6b8a5d66-a01c-4976-afab-cec4f6dc5b06 {{(pid=101974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:22:12.356641 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd8049c2-43d5-420d-94c6-6df9cdf8fdb0', 'tag': '74c3df47-26f9-4b45-8350-a1cfb6e368d3', 'status': 'completed', 'code': 200} Oct 27 10:22:12.364405 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2fa18-3f21-4693-bde4-2676e54afd84 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:12.364730 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2fa18-3f21-4693-bde4-2676e54afd84 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:12.365196 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2fa18-3f21-4693-bde4-2676e54afd84 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:12.365930 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2fa18-3f21-4693-bde4-2676e54afd84 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:12.365930 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2fa18-3f21-4693-bde4-2676e54afd84 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:12.366227 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2fa18-3f21-4693-bde4-2676e54afd84 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:12.366553 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2fa18-3f21-4693-bde4-2676e54afd84 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:12.366876 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2fa18-3f21-4693-bde4-2676e54afd84 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:12.367284 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2fa18-3f21-4693-bde4-2676e54afd84 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:12.367614 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2fa18-3f21-4693-bde4-2676e54afd84 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:12.367932 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2fa18-3f21-4693-bde4-2676e54afd84 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:12.368253 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2fa18-3f21-4693-bde4-2676e54afd84 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:12.396909 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] get_ports_and_sgs() called for port_ids ['74c3df47-26f9-4b45-8350-a1cfb6e368d3'] {{(pid=101975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:22:12.504044 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242579f4-523c-4147-9f10-becaae9ff5a4 req-62467426-2abc-48b1-bee4-755116ac6147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:12.505461 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-242579f4-523c-4147-9f10-becaae9ff5a4 req-62467426-2abc-48b1-bee4-755116ac6147 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7eccb1a479ed45018a41a143769f7e6c&device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 1098 time: 0.1050615 Oct 27 10:22:12.517107 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-f380e7b5-3739-47cd-ae92-d17398812fc2 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:12.556606 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-14f8f350-7116-4452-9135-262625a86d90 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:12.558471 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-14f8f350-7116-4452-9135-262625a86d90 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/networks?id=de818a40-f5a0-4e15-9ec4-641b83d7ed9e HTTP/1.1" status: 200 len: 807 time: 0.2228587 Oct 27 10:22:12.567742 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-59fdd4f0-ea78-4330-8897-118e3dab4c91 None None] Provisioning complete for port 74c3df47-26f9-4b45-8350-a1cfb6e368d3 triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:22:12.568165 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-59fdd4f0-ea78-4330-8897-118e3dab4c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:12.605965 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-f380e7b5-3739-47cd-ae92-d17398812fc2 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:12.623503 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-12d36f91-94d3-4123-9499-a638bd76d2d8 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/quotas/2c56e59286e34097af02e761b2b764e8 HTTP/1.1" status: 200 len: 375 time: 0.0367165 Oct 27 10:22:12.699686 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242579f4-523c-4147-9f10-becaae9ff5a4 req-0dd90291-8b02-428e-9bab-7354d032a299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:12.701128 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-242579f4-523c-4147-9f10-becaae9ff5a4 req-0dd90291-8b02-428e-9bab-7354d032a299 service neutron] 10.222.0.81 "GET /v2.0/networks?id=769f9123-c250-4499-922a-eda89e184ff6 HTTP/1.1" status: 200 len: 917 time: 0.1851673 Oct 27 10:22:12.721631 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-26829c3e-81d0-4f77-8196-804b4c611903 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c56e59286e34097af02e761b2b764e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0886168 Oct 27 10:22:13.069385 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-242579f4-523c-4147-9f10-becaae9ff5a4 req-3d0a559f-25cd-4357-a7e5-52eb5b139699 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74c3df47-26f9-4b45-8350-a1cfb6e368d3 HTTP/1.1" status: 200 len: 1000 time: 0.3602786 Oct 27 10:22:13.123566 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-f380e7b5-3739-47cd-ae92-d17398812fc2 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:13.126841 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-f380e7b5-3739-47cd-ae92-d17398812fc2 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:13.127947 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-f380e7b5-3739-47cd-ae92-d17398812fc2 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "DELETE /v2.0/security-groups/b56c5375-c42a-4109-9378-1d85e37c25d3 HTTP/1.1" status: 204 len: 168 time: 0.8161354 Oct 27 10:22:13.130879 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 55410) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:13.147010 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-ac9fed73-1c2e-40f1-b528-e5104321da32 service neutron] 10.222.0.36 "GET /v2.0/networks/de818a40-f5a0-4e15-9ec4-641b83d7ed9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472895 Oct 27 10:22:13.149474 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380e7b5-3739-47cd-ae92-d17398812fc2 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56c5375-c42a-4109-9378-1d85e37c25d3,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:13.163003 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242579f4-523c-4147-9f10-becaae9ff5a4 req-e052daf4-8638-4ba2-9323-24d15165c7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:13.164377 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-242579f4-523c-4147-9f10-becaae9ff5a4 req-e052daf4-8638-4ba2-9323-24d15165c7fa service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e9966450-d712-49a2-adaa-a4a6541d3cca HTTP/1.1" status: 200 len: 854 time: 0.0846908 Oct 27 10:22:13.263559 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242579f4-523c-4147-9f10-becaae9ff5a4 req-1e989349-251b-431a-b8cb-58683065950f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:13.265833 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-242579f4-523c-4147-9f10-becaae9ff5a4 req-1e989349-251b-431a-b8cb-58683065950f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=769f9123-c250-4499-922a-eda89e184ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0903482 Oct 27 10:22:13.282657 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-339728ac-5023-41b9-b3c8-bc65a7815d7c service neutron] 10.222.0.36 "GET /v2.0/networks/de818a40-f5a0-4e15-9ec4-641b83d7ed9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273868 Oct 27 10:22:13.288879 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.plugin [None req-aab1caf0-9197-4d02-a5c4-339d7ccfaa48 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Deleting port f42636cd-76d1-4797-b3b9-e780252c65ee {{(pid=101974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:22:13.289223 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-aab1caf0-9197-4d02-a5c4-339d7ccfaa48 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:13.361553 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-242579f4-523c-4147-9f10-becaae9ff5a4 req-ac9058b1-c58f-4fdf-9dc1-ac03b9d29b82 service neutron] 10.222.0.81 "GET /v2.0/networks/769f9123-c250-4499-922a-eda89e184ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870373 Oct 27 10:22:13.371104 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-aab1caf0-9197-4d02-a5c4-339d7ccfaa48 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:13.371437 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-aab1caf0-9197-4d02-a5c4-339d7ccfaa48 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:13.385105 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.plugin [None req-aab1caf0-9197-4d02-a5c4-339d7ccfaa48 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Calling delete_port for f42636cd-76d1-4797-b3b9-e780252c65ee owned by network:floatingip {{(pid=101974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:22:13.458014 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-242579f4-523c-4147-9f10-becaae9ff5a4 req-7bd587ac-143f-4c19-ae0d-f2444b014a95 service neutron] 10.222.0.81 "GET /v2.0/networks/769f9123-c250-4499-922a-eda89e184ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889952 Oct 27 10:22:13.615649 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-aab1caf0-9197-4d02-a5c4-339d7ccfaa48 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078929'] for port, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:13.646414 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab1caf0-9197-4d02-a5c4-339d7ccfaa48 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Pushing event deleted for resources: {'Port': ['ID=f42636cd-76d1-4797-b3b9-e780252c65ee,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:13.706549 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-aab1caf0-9197-4d02-a5c4-339d7ccfaa48 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks [] for floatingip, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:13.706887 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.db.l3_db [None req-aab1caf0-9197-4d02-a5c4-339d7ccfaa48 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Floating IP 9c380c37-0cd6-407a-a06c-81763e73f424 disassociated (deleted). External IP: 172.27.0.68, port: 74c3df47-26f9-4b45-8350-a1cfb6e368d3. Oct 27 10:22:13.810099 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-87fe9a3e-22bd-4688-8449-3c3f29b1ea57 req-c15b4f5b-b4d1-463a-aa29-c8b6ca2c5985 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 210 time: 0.0314422 Oct 27 10:22:13.942224 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab1caf0-9197-4d02-a5c4-339d7ccfaa48 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Router 98b3b807-3fd1-4dde-8481-45ea4d7fd02a has already been hosted by L3 agent b2a2dab9-f998-4002-b8bb-cf3ca8546284 {{(pid=101974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:22:14.052354 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab1caf0-9197-4d02-a5c4-339d7ccfaa48 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Notify agent at l3_agent.dv-cinder-815146-2-iscsi the message routers_updated {{(pid=101974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:22:14.057592 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-aab1caf0-9197-4d02-a5c4-339d7ccfaa48 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for floatingip, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:14.063123 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa54688-2e85-46c1-bdfe-c1ba653ae6e4 None None] Sync routers for ids ['98b3b807-3fd1-4dde-8481-45ea4d7fd02a'] in dv-cinder-815146-2-iscsi {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:22:14.073277 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa54688-2e85-46c1-bdfe-c1ba653ae6e4 None None] Routers {'98b3b807-3fd1-4dde-8481-45ea4d7fd02a'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:22:14.073921 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-1aa54688-2e85-46c1-bdfe-c1ba653ae6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:22:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['98b3b807-3fd1-4dde-8481-45ea4d7fd02a'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:14.086855 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-aab1caf0-9197-4d02-a5c4-339d7ccfaa48 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "DELETE /v2.0/floatingips/9c380c37-0cd6-407a-a06c-81763e73f424 HTTP/1.1" status: 204 len: 168 time: 0.9547484 Oct 27 10:22:14.112831 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:14.185733 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-1aa54688-2e85-46c1-bdfe-c1ba653ae6e4 None None] Set router 98b3b807-3fd1-4dde-8481-45ea4d7fd02a gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:22:14.358165 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd8049c2-43d5-420d-94c6-6df9cdf8fdb0', 'tag': '74c3df47-26f9-4b45-8350-a1cfb6e368d3'}] {{(pid=101974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:22:14.361285 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf944270f4c6cd15fd7b67f1263b575d4441d7d254681f9dd92e2334043a3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f74914-0329-47f9-bb5a-b5983d0cccff" -d '{"events": [{"name": "network-changed", "server_uuid": "fd8049c2-43d5-420d-94c6-6df9cdf8fdb0", "tag": "74c3df47-26f9-4b45-8350-a1cfb6e368d3"}]}' {{(pid=101974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:22:14.392553 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-1aa54688-2e85-46c1-bdfe-c1ba653ae6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b3b807-3fd1-4dde-8481-45ea4d7fd02a', 'name': 'tempest-TestMinimumBasicScenario-1542545765-router', 'tenant_id': '7eccb1a479ed45018a41a143769f7e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bea7dd8a-2f53-435a-be98-7a9c011020fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:19:18Z', 'updated_at': '2021-10-27T10:19:21Z', 'revision_number': 4, 'project_id': '7eccb1a479ed45018a41a143769f7e6c', 'gw_port': {'id': 'bea7dd8a-2f53-435a-be98-7a9c011020fd', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b3b807-3fd1-4dde-8481-45ea4d7fd02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:19:18Z', 'updated_at': '2021-10-27T10:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '83c3f2e3-c990-4daa-8dc8-e2578733120e', 'name': '', 'network_id': '769f9123-c250-4499-922a-eda89e184ff6', 'tenant_id': '7eccb1a479ed45018a41a143769f7e6c', 'mac_address': 'fa:16:3e:fe:22:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b3b807-3fd1-4dde-8481-45ea4d7fd02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e9966450-d712-49a2-adaa-a4a6541d3cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:19:20Z', 'updated_at': '2021-10-27T10:19:25Z', 'revision_number': 5, 'project_id': '7eccb1a479ed45018a41a143769f7e6c', 'subnets': [{'id': 'e9966450-d712-49a2-adaa-a4a6541d3cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:14.397709 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc10ee76-60e3-4ce1-b967-6e8fe9432a7c x-openstack-request-id: req-cc10ee76-60e3-4ce1-b967-6e8fe9432a7c {{(pid=101974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:22:14.398051 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd8049c2-43d5-420d-94c6-6df9cdf8fdb0", "tag": "74c3df47-26f9-4b45-8350-a1cfb6e368d3", "status": "completed", "code": 200}]} {{(pid=101974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:22:14.398308 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cc10ee76-60e3-4ce1-b967-6e8fe9432a7c {{(pid=101974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:22:14.398706 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd8049c2-43d5-420d-94c6-6df9cdf8fdb0', 'tag': '74c3df47-26f9-4b45-8350-a1cfb6e368d3', 'status': 'completed', 'code': 200} Oct 27 10:22:14.420182 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa54688-2e85-46c1-bdfe-c1ba653ae6e4 None None] Checking router: 98b3b807-3fd1-4dde-8481-45ea4d7fd02a for host: dv-cinder-815146-2-iscsi {{(pid=101975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:22:14.428917 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa54688-2e85-46c1-bdfe-c1ba653ae6e4 None None] Routers {'98b3b807-3fd1-4dde-8481-45ea4d7fd02a'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:22:14.429501 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-1aa54688-2e85-46c1-bdfe-c1ba653ae6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:22:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['98b3b807-3fd1-4dde-8481-45ea4d7fd02a'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:14.471182 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f74914-0329-47f9-bb5a-b5983d0cccff req-bb714213-10ee-4fc2-ab1a-f712cff897f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:14.472704 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-11f74914-0329-47f9-bb5a-b5983d0cccff req-bb714213-10ee-4fc2-ab1a-f712cff897f5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7eccb1a479ed45018a41a143769f7e6c&device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 1098 time: 0.0503926 Oct 27 10:22:14.546519 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-1aa54688-2e85-46c1-bdfe-c1ba653ae6e4 None None] Set router 98b3b807-3fd1-4dde-8481-45ea4d7fd02a gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:22:14.594290 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f74914-0329-47f9-bb5a-b5983d0cccff req-8715be34-3528-49e4-bdcd-a0c0481736d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:14.595927 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-11f74914-0329-47f9-bb5a-b5983d0cccff req-8715be34-3528-49e4-bdcd-a0c0481736d0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=769f9123-c250-4499-922a-eda89e184ff6 HTTP/1.1" status: 200 len: 917 time: 0.1151419 Oct 27 10:22:14.645576 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-11f74914-0329-47f9-bb5a-b5983d0cccff req-c922843e-7337-40bf-b63a-5d199f74da7d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74c3df47-26f9-4b45-8350-a1cfb6e368d3 HTTP/1.1" status: 200 len: 217 time: 0.0419009 Oct 27 10:22:14.698328 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f74914-0329-47f9-bb5a-b5983d0cccff req-9d5280bb-5bbc-435c-85b4-92f2e0d9a089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:14.699796 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-11f74914-0329-47f9-bb5a-b5983d0cccff req-9d5280bb-5bbc-435c-85b4-92f2e0d9a089 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e9966450-d712-49a2-adaa-a4a6541d3cca HTTP/1.1" status: 200 len: 854 time: 0.0436554 Oct 27 10:22:14.752593 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f74914-0329-47f9-bb5a-b5983d0cccff req-57239c11-dc11-44cf-8ed0-11455a8c7fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:14.754115 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-11f74914-0329-47f9-bb5a-b5983d0cccff req-57239c11-dc11-44cf-8ed0-11455a8c7fd9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=769f9123-c250-4499-922a-eda89e184ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467629 Oct 27 10:22:14.765613 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-1aa54688-2e85-46c1-bdfe-c1ba653ae6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b3b807-3fd1-4dde-8481-45ea4d7fd02a', 'name': 'tempest-TestMinimumBasicScenario-1542545765-router', 'tenant_id': '7eccb1a479ed45018a41a143769f7e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bea7dd8a-2f53-435a-be98-7a9c011020fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:19:18Z', 'updated_at': '2021-10-27T10:19:21Z', 'revision_number': 4, 'project_id': '7eccb1a479ed45018a41a143769f7e6c', 'gw_port': {'id': 'bea7dd8a-2f53-435a-be98-7a9c011020fd', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b3b807-3fd1-4dde-8481-45ea4d7fd02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:19:18Z', 'updated_at': '2021-10-27T10:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '83c3f2e3-c990-4daa-8dc8-e2578733120e', 'name': '', 'network_id': '769f9123-c250-4499-922a-eda89e184ff6', 'tenant_id': '7eccb1a479ed45018a41a143769f7e6c', 'mac_address': 'fa:16:3e:fe:22:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b3b807-3fd1-4dde-8481-45ea4d7fd02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e9966450-d712-49a2-adaa-a4a6541d3cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:19:20Z', 'updated_at': '2021-10-27T10:19:25Z', 'revision_number': 5, 'project_id': '7eccb1a479ed45018a41a143769f7e6c', 'subnets': [{'id': 'e9966450-d712-49a2-adaa-a4a6541d3cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:14.796745 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa54688-2e85-46c1-bdfe-c1ba653ae6e4 None None] The sync data for ids ['98b3b807-3fd1-4dde-8481-45ea4d7fd02a'] in dv-cinder-815146-2-iscsi is: [{'id': '98b3b807-3fd1-4dde-8481-45ea4d7fd02a', 'name': 'tempest-TestMinimumBasicScenario-1542545765-router', 'tenant_id': '7eccb1a479ed45018a41a143769f7e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bea7dd8a-2f53-435a-be98-7a9c011020fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:19:18Z', 'updated_at': '2021-10-27T10:19:21Z', 'revision_number': 4, 'project_id': '7eccb1a479ed45018a41a143769f7e6c', 'gw_port': {'id': 'bea7dd8a-2f53-435a-be98-7a9c011020fd', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b3b807-3fd1-4dde-8481-45ea4d7fd02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:19:18Z', 'updated_at': '2021-10-27T10:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '83c3f2e3-c990-4daa-8dc8-e2578733120e', 'name': '', 'network_id': '769f9123-c250-4499-922a-eda89e184ff6', 'tenant_id': '7eccb1a479ed45018a41a143769f7e6c', 'mac_address': 'fa:16:3e:fe:22:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b3b807-3fd1-4dde-8481-45ea4d7fd02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e9966450-d712-49a2-adaa-a4a6541d3cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:19:20Z', 'updated_at': '2021-10-27T10:19:25Z', 'revision_number': 5, 'project_id': '7eccb1a479ed45018a41a143769f7e6c', 'subnets': [{'id': 'e9966450-d712-49a2-adaa-a4a6541d3cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:22:14.852963 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-11f74914-0329-47f9-bb5a-b5983d0cccff req-6210de9c-b96a-4a4a-abc5-1cd41d41657b service neutron] 10.222.0.81 "GET /v2.0/networks/769f9123-c250-4499-922a-eda89e184ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878768 Oct 27 10:22:14.955801 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-30753efd-63f1-478a-aed9-33c2151ef4ba req-d69f4714-6a43-4fd3-a4c7-3e7b39c8ac2f tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 210 time: 0.0602086 Oct 27 10:22:14.992793 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-11f74914-0329-47f9-bb5a-b5983d0cccff req-6b70602f-1a58-4a79-a1f5-5a730bd8a039 service neutron] 10.222.0.81 "GET /v2.0/networks/769f9123-c250-4499-922a-eda89e184ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175480 Oct 27 10:22:15.036861 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8874f8cc-f49a-4fb9-8239-4b4da53fa999 None None] New status for floating IP 9c380c37-0cd6-407a-a06c-81763e73f424: DOWN {{(pid=101976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:22:15.990325 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-c99622fb-e546-49e4-a66a-7c261a40b841 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:15.991214 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-c99622fb-e546-49e4-a66a-7c261a40b841 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.81 "GET /v2.0/networks?id=de818a40-f5a0-4e15-9ec4-641b83d7ed9e HTTP/1.1" status: 200 len: 807 time: 0.1127324 Oct 27 10:22:16.039796 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-44feb7f5-ff98-44af-85ca-bca3f3ddb929 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c56e59286e34097af02e761b2b764e8 HTTP/1.1" status: 200 len: 379 time: 0.0357180 Oct 27 10:22:16.053930 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-c2f4f5b8-312a-480a-bc75-9d55101314aa tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Request body: {'port': {'device_id': '2f005190-b7a8-4a30-882c-289cb89769a6', 'network_id': 'de818a40-f5a0-4e15-9ec4-641b83d7ed9e', 'admin_state_up': True, 'tenant_id': '2c56e59286e34097af02e761b2b764e8', 'security_groups': ['20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e']}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:16.068514 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-e1a6ba00-8d07-44dc-a1a9-3bf422979818 req-c8b5723a-3350-40c4-8276-866f2cb0f465 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 210 time: 0.0322855 Oct 27 10:22:16.209667 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-c2f4f5b8-312a-480a-bc75-9d55101314aa tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Made reservation on behalf of 2c56e59286e34097af02e761b2b764e8 for: {'port': 1} {{(pid=101973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:22:16.218299 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-c2f4f5b8-312a-480a-bc75-9d55101314aa tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:16.345320 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.db_base_plugin_common [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-c2f4f5b8-312a-480a-bc75-9d55101314aa tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Allocated IP 172.20.0.9 (de818a40-f5a0-4e15-9ec4-641b83d7ed9e/49f77a0b-10b6-49b5-b81b-48795085832c/709b5fcb-eb97-4728-aff5-78b5b8d79066) {{(pid=101973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:22:16.486371 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-c2f4f5b8-312a-480a-bc75-9d55101314aa tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks [] for port, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:16.574763 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-c2f4f5b8-312a-480a-bc75-9d55101314aa tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:16.618672 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-c2f4f5b8-312a-480a-bc75-9d55101314aa tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Network de818a40-f5a0-4e15-9ec4-641b83d7ed9e is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:22:16.621867 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-c2f4f5b8-312a-480a-bc75-9d55101314aa tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:22:16.625862 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-c2f4f5b8-312a-480a-bc75-9d55101314aa tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Received port after_create {{(pid=101973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:22:16.633826 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4f5b8-312a-480a-bc75-9d55101314aa tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Pushing event updated for resources: {'Port': ['ID=709b5fcb-eb97-4728-aff5-78b5b8d79066,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:16.680555 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-c2f4f5b8-312a-480a-bc75-9d55101314aa tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:16.681091 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-c2f4f5b8-312a-480a-bc75-9d55101314aa tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:16.750587 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-c2f4f5b8-312a-480a-bc75-9d55101314aa tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7013917 Oct 27 10:22:16.764050 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.v2.base [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-e44d7234-1434-47ae-b98c-ee414c84bb3a service neutron] Request body: {'port': {'device_id': '2f005190-b7a8-4a30-882c-289cb89769a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:16.823739 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-e44d7234-1434-47ae-b98c-ee414c84bb3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:16.904593 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-f4a2cc8c-2cc9-42b3-85d0-0f8dc0c45af6 None None] Provisioning complete for port 709b5fcb-eb97-4728-aff5-78b5b8d79066 triggered by entity DHCP. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:22:16.905680 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-f4a2cc8c-2cc9-42b3-85d0-0f8dc0c45af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:16.949600 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-f4a2cc8c-2cc9-42b3-85d0-0f8dc0c45af6 None None] Port 709b5fcb-eb97-4728-aff5-78b5b8d79066 cannot update to ACTIVE because it is not bound. {{(pid=101975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:22:17.101486 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-e44d7234-1434-47ae-b98c-ee414c84bb3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 709b5fcb-eb97-4728-aff5-78b5b8d79066 {{(pid=101973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:22:17.110505 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-e44d7234-1434-47ae-b98c-ee414c84bb3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:17.123338 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-e44d7234-1434-47ae-b98c-ee414c84bb3a service neutron] Transition to ACTIVE for port object 709b5fcb-eb97-4728-aff5-78b5b8d79066 will not be triggered until provisioned by entity L2. {{(pid=101973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:22:17.181636 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f8cad-a616-4874-8a87-8764386d02f1 req-7c7f91d5-6468-4013-99d1-f876349b3ae3 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:17.183163 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-097f8cad-a616-4874-8a87-8764386d02f1 req-7c7f91d5-6468-4013-99d1-f876349b3ae3 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 931 time: 0.0557299 Oct 27 10:22:17.224221 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-097f8cad-a616-4874-8a87-8764386d02f1 req-8c108824-bbdf-4334-940d-c0a9d0a09b05 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339272 Oct 27 10:22:17.245690 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-e44d7234-1434-47ae-b98c-ee414c84bb3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9116887'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:17.309484 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d7234-1434-47ae-b98c-ee414c84bb3a service neutron] Pushing event updated for resources: {'Port': ['ID=709b5fcb-eb97-4728-aff5-78b5b8d79066,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:17.397207 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-e44d7234-1434-47ae-b98c-ee414c84bb3a service neutron] Attempting to bind port 709b5fcb-eb97-4728-aff5-78b5b8d79066 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:22:17.397747 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-e44d7234-1434-47ae-b98c-ee414c84bb3a service neutron] Attempting to bind port 709b5fcb-eb97-4728-aff5-78b5b8d79066 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '167e3ffd-d44b-49c8-b024-1ce22d11cb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'de818a40-f5a0-4e15-9ec4-641b83d7ed9e'}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:22:17.398275 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-e44d7234-1434-47ae-b98c-ee414c84bb3a service neutron] Attempting to bind port 709b5fcb-eb97-4728-aff5-78b5b8d79066 on network de818a40-f5a0-4e15-9ec4-641b83d7ed9e {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:22:17.404250 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-e44d7234-1434-47ae-b98c-ee414c84bb3a service neutron] Port 709b5fcb-eb97-4728-aff5-78b5b8d79066 on network de818a40-f5a0-4e15-9ec4-641b83d7ed9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:22:17.404570 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-e44d7234-1434-47ae-b98c-ee414c84bb3a service neutron] Attempting to bind port 709b5fcb-eb97-4728-aff5-78b5b8d79066 on network de818a40-f5a0-4e15-9ec4-641b83d7ed9e {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:22:17.410646 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-e44d7234-1434-47ae-b98c-ee414c84bb3a service neutron] Checking agent: {'id': '4745671e-30cb-4e18-8ff0-6142bf8b3cdd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 11, 11), 'started_at': datetime.datetime(2021, 10, 27, 10, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:22:17.410932 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df7c6b-2ae7-48f6-8f94-26054500d81c req-6435bd05-c718-40d1-82fb-fb058f13f9f1 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:17.411083 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-e44d7234-1434-47ae-b98c-ee414c84bb3a service neutron] Checking segment: {'id': '167e3ffd-d44b-49c8-b024-1ce22d11cb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'de818a40-f5a0-4e15-9ec4-641b83d7ed9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:22:17.411346 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-e44d7234-1434-47ae-b98c-ee414c84bb3a service neutron] Bound using segment: {'id': '167e3ffd-d44b-49c8-b024-1ce22d11cb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'de818a40-f5a0-4e15-9ec4-641b83d7ed9e'} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:22:17.411774 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-e44d7234-1434-47ae-b98c-ee414c84bb3a service neutron] Bound port: 709b5fcb-eb97-4728-aff5-78b5b8d79066, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '167e3ffd-d44b-49c8-b024-1ce22d11cb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'de818a40-f5a0-4e15-9ec4-641b83d7ed9e'}}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:22:17.412124 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-e44d7234-1434-47ae-b98c-ee414c84bb3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:17.418467 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-12df7c6b-2ae7-48f6-8f94-26054500d81c req-6435bd05-c718-40d1-82fb-fb058f13f9f1 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 945 time: 0.0589836 Oct 27 10:22:17.459706 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-12df7c6b-2ae7-48f6-8f94-26054500d81c req-15ba9532-36f8-4775-9ac1-0530ff29b044 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd22afe8-2edd-4b34-a04e-1760be3c80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400174 Oct 27 10:22:17.487245 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-e44d7234-1434-47ae-b98c-ee414c84bb3a service neutron] For port 709b5fcb-eb97-4728-aff5-78b5b8d79066, host hv-cinder-81514, cleared binding levels {{(pid=101973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:22:17.490254 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-e44d7234-1434-47ae-b98c-ee414c84bb3a service neutron] For port 709b5fcb-eb97-4728-aff5-78b5b8d79066, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=709b5fcb-eb97-4728-aff5-78b5b8d79066,segment=NetworkSegment(167e3ffd-d44b-49c8-b024-1ce22d11cb2a),segment_id=167e3ffd-d44b-49c8-b024-1ce22d11cb2a)] {{(pid=101973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:22:17.575829 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-e44d7234-1434-47ae-b98c-ee414c84bb3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9116887'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:17.619255 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-e44d7234-1434-47ae-b98c-ee414c84bb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:17.620196 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-e44d7234-1434-47ae-b98c-ee414c84bb3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:17.622007 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-e44d7234-1434-47ae-b98c-ee414c84bb3a service neutron] 10.222.0.81 "PUT /v2.0/ports/709b5fcb-eb97-4728-aff5-78b5b8d79066 HTTP/1.1" status: 200 len: 1093 time: 0.8631539 Oct 27 10:22:17.622473 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f005190-b7a8-4a30-882c-289cb89769a6', 'tag': '709b5fcb-eb97-4728-aff5-78b5b8d79066'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:22:17.624960 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94debda59f24a9426fb80c87c8c8853eb57e17b8e03a85591ed34d87467b8464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ccc741-90d4-444a-b7bd-a24f31b1537c" -d '{"events": [{"name": "network-changed", "server_uuid": "2f005190-b7a8-4a30-882c-289cb89769a6", "tag": "709b5fcb-eb97-4728-aff5-78b5b8d79066"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:22:17.648536 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d7234-1434-47ae-b98c-ee414c84bb3a service neutron] Pushing event updated for resources: {'Port': ['ID=709b5fcb-eb97-4728-aff5-78b5b8d79066,revision_number=3']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:17.678326 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cc57b7-9f5b-499e-a89c-e6e15171e4a3 x-openstack-request-id: req-b0cc57b7-9f5b-499e-a89c-e6e15171e4a3 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:22:17.678775 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f005190-b7a8-4a30-882c-289cb89769a6", "tag": "709b5fcb-eb97-4728-aff5-78b5b8d79066", "status": "completed", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:22:17.679095 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b0cc57b7-9f5b-499e-a89c-e6e15171e4a3 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:22:17.679552 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f005190-b7a8-4a30-882c-289cb89769a6', 'tag': '709b5fcb-eb97-4728-aff5-78b5b8d79066', 'status': 'completed', 'code': 200} Oct 27 10:22:17.751409 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ccc741-90d4-444a-b7bd-a24f31b1537c req-eb3cdcac-fc92-492e-86c3-544388eaae74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:17.753105 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a3ccc741-90d4-444a-b7bd-a24f31b1537c req-eb3cdcac-fc92-492e-86c3-544388eaae74 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2c56e59286e34097af02e761b2b764e8&device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 1096 time: 0.0492115 Oct 27 10:22:17.857403 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ccc741-90d4-444a-b7bd-a24f31b1537c req-2b375eae-7925-4a68-bd57-9f36ff037846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:17.859388 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a3ccc741-90d4-444a-b7bd-a24f31b1537c req-2b375eae-7925-4a68-bd57-9f36ff037846 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=2c56e59286e34097af02e761b2b764e8&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0943642 Oct 27 10:22:17.959360 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ccc741-90d4-444a-b7bd-a24f31b1537c req-4f17429f-688e-4bb0-8900-6f698df0f00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:17.960819 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a3ccc741-90d4-444a-b7bd-a24f31b1537c req-4f17429f-688e-4bb0-8900-6f698df0f00a service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0921760 Oct 27 10:22:18.038888 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-75854214-a1b4-4200-84aa-b0ca9a9f699c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:18.040274 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-75854214-a1b4-4200-84aa-b0ca9a9f699c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2c56e59286e34097af02e761b2b764e8&device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 1096 time: 0.0394027 Oct 27 10:22:18.086657 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-b873780d-67af-4673-83a1-fd0cc8f46a49 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=709b5fcb-eb97-4728-aff5-78b5b8d79066 HTTP/1.1" status: 200 len: 217 time: 0.0356584 Oct 27 10:22:18.139943 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-026137b7-6e31-44ab-8ccf-94518a215c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:18.141387 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-026137b7-6e31-44ab-8ccf-94518a215c60 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=49f77a0b-10b6-49b5-b81b-48795085832c HTTP/1.1" status: 200 len: 846 time: 0.0451374 Oct 27 10:22:18.187182 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-f7a8d414-77fc-4141-a037-f9053947edb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:18.188621 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-f7a8d414-77fc-4141-a037-f9053947edb8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=de818a40-f5a0-4e15-9ec4-641b83d7ed9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394521 Oct 27 10:22:18.281395 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-160e91bb-9b80-4d01-9286-63bf20e58a76 service neutron] 10.222.0.81 "GET /v2.0/networks/de818a40-f5a0-4e15-9ec4-641b83d7ed9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851943 Oct 27 10:22:18.342149 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f57e6-e54d-4feb-9aa9-5386f4bdf34d req-bdbc1cb8-600d-449e-927f-8390d6bf1670 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:18.344309 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a57f57e6-e54d-4feb-9aa9-5386f4bdf34d req-bdbc1cb8-600d-449e-927f-8390d6bf1670 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 943 time: 0.0510457 Oct 27 10:22:18.374319 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-503ec73a-ff80-4854-96c3-7eaeff7e3803 req-be2f0f11-deec-41b5-8c0d-f38103b50c73 service neutron] 10.222.0.81 "GET /v2.0/networks/de818a40-f5a0-4e15-9ec4-641b83d7ed9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843658 Oct 27 10:22:18.381650 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-a57f57e6-e54d-4feb-9aa9-5386f4bdf34d req-d3f27002-d349-4768-b609-7d31e2c288ff tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312204 Oct 27 10:22:18.577802 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2d4bd-688d-42fa-920e-629cd2e7ff7f req-8ee8336b-18fd-4d66-ade4-11763ee8daf0 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:18.579278 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-17f2d4bd-688d-42fa-920e-629cd2e7ff7f req-8ee8336b-18fd-4d66-ade4-11763ee8daf0 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 945 time: 0.0505443 Oct 27 10:22:18.620139 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-17f2d4bd-688d-42fa-920e-629cd2e7ff7f req-d188e7b7-19e2-4b19-af17-799f3b7a411a tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd22afe8-2edd-4b34-a04e-1760be3c80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350125 Oct 27 10:22:19.209542 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c408e97-fe6e-4d7c-90f3-becb34cda731 req-00601c30-a737-4970-93d5-ff38dfd3567d tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:19.210996 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-8c408e97-fe6e-4d7c-90f3-becb34cda731 req-00601c30-a737-4970-93d5-ff38dfd3567d tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 945 time: 0.0468435 Oct 27 10:22:19.300951 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [req-8c408e97-fe6e-4d7c-90f3-becb34cda731 req-979a17c8-e646-407f-9a76-4b9bd250c520 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Deleting port 74c3df47-26f9-4b45-8350-a1cfb6e368d3 {{(pid=101973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:22:19.301284 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-8c408e97-fe6e-4d7c-90f3-becb34cda731 req-979a17c8-e646-407f-9a76-4b9bd250c520 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:19.390409 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-8c408e97-fe6e-4d7c-90f3-becb34cda731 req-979a17c8-e646-407f-9a76-4b9bd250c520 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] For port 74c3df47-26f9-4b45-8350-a1cfb6e368d3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=74c3df47-26f9-4b45-8350-a1cfb6e368d3,segment=NetworkSegment(550fd727-22c6-4869-bd63-4d608e728918),segment_id=550fd727-22c6-4869-bd63-4d608e728918)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:19.390752 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-8c408e97-fe6e-4d7c-90f3-becb34cda731 req-979a17c8-e646-407f-9a76-4b9bd250c520 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:19.402726 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [req-8c408e97-fe6e-4d7c-90f3-becb34cda731 req-979a17c8-e646-407f-9a76-4b9bd250c520 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Calling delete_port for 74c3df47-26f9-4b45-8350-a1cfb6e368d3 owned by compute:nova {{(pid=101973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:22:19.498716 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea4824-c3f4-42e2-8b98-9ed4bcee18d7 req-eef0e6bc-e05b-474d-92f2-78d9d50aabc3 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:19.500257 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-31ea4824-c3f4-42e2-8b98-9ed4bcee18d7 req-eef0e6bc-e05b-474d-92f2-78d9d50aabc3 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 943 time: 0.0518873 Oct 27 10:22:19.537842 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-31ea4824-c3f4-42e2-8b98-9ed4bcee18d7 req-d32bd45f-fd0f-415e-9549-8e077bf3cdb5 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316234 Oct 27 10:22:19.614389 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-8c408e97-fe6e-4d7c-90f3-becb34cda731 req-979a17c8-e646-407f-9a76-4b9bd250c520 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:19.630600 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] get_ports_and_sgs() called for port_ids ['74c3df47-26f9-4b45-8350-a1cfb6e368d3'] {{(pid=101975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:22:19.644707 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a17c8-e646-407f-9a76-4b9bd250c520 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Pushing event deleted for resources: {'Port': ['ID=74c3df47-26f9-4b45-8350-a1cfb6e368d3,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:19.687240 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c408e97-fe6e-4d7c-90f3-becb34cda731 req-979a17c8-e646-407f-9a76-4b9bd250c520 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] No DVR routers for this DVR port 74c3df47-26f9-4b45-8350-a1cfb6e368d3 on host hv-cinder-81514 {{(pid=101973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:22:19.689990 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-8c408e97-fe6e-4d7c-90f3-becb34cda731 req-979a17c8-e646-407f-9a76-4b9bd250c520 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:19.693410 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-8c408e97-fe6e-4d7c-90f3-becb34cda731 req-979a17c8-e646-407f-9a76-4b9bd250c520 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.81 "DELETE /v2.0/ports/74c3df47-26f9-4b45-8350-a1cfb6e368d3 HTTP/1.1" status: 204 len: 173 time: 0.4739239 Oct 27 10:22:19.693873 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8049c2-43d5-420d-94c6-6df9cdf8fdb0', 'name': 'network-vif-deleted', 'tag': '74c3df47-26f9-4b45-8350-a1cfb6e368d3'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:22:19.696099 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94debda59f24a9426fb80c87c8c8853eb57e17b8e03a85591ed34d87467b8464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03983d43-f74b-4842-962d-eb81b3386b68" -d '{"events": [{"server_uuid": "fd8049c2-43d5-420d-94c6-6df9cdf8fdb0", "name": "network-vif-deleted", "tag": "74c3df47-26f9-4b45-8350-a1cfb6e368d3"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:22:19.726114 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-072bc2fb-4d21-4759-8fb8-206a7e3dacea req-8a1a9244-9f95-4d65-8e35-758d140714a0 tempest-TestMinimumBasicScenario-1794321673 tempest-TestMinimumBasicScenario-1794321673-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd8049c2-43d5-420d-94c6-6df9cdf8fdb0 HTTP/1.1" status: 200 len: 210 time: 0.0268271 Oct 27 10:22:19.733969 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a022e0d9-9ff2-4621-9e54-f84563c66867 x-openstack-request-id: req-a022e0d9-9ff2-4621-9e54-f84563c66867 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:22:19.734330 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8049c2-43d5-420d-94c6-6df9cdf8fdb0", "name": "network-vif-deleted", "tag": "74c3df47-26f9-4b45-8350-a1cfb6e368d3", "status": "completed", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:22:19.734579 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a022e0d9-9ff2-4621-9e54-f84563c66867 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:22:19.734965 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8049c2-43d5-420d-94c6-6df9cdf8fdb0', 'name': 'network-vif-deleted', 'tag': '74c3df47-26f9-4b45-8350-a1cfb6e368d3', 'status': 'completed', 'code': 200} Oct 27 10:22:20.652932 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b958fee-d1e5-4c4f-8610-a091f2396e61 req-1ce2b906-24d2-43a7-9525-ccb34facc257 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:20.654605 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-4b958fee-d1e5-4c4f-8610-a091f2396e61 req-1ce2b906-24d2-43a7-9525-ccb34facc257 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 943 time: 0.0491560 Oct 27 10:22:20.691798 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-4b958fee-d1e5-4c4f-8610-a091f2396e61 req-8550ca64-156c-487a-b92a-b46071fe1eba tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310709 Oct 27 10:22:21.808588 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab82034-0596-44cc-92a2-8a3d2a1b6c2d req-86091eec-d9e9-4f50-b241-93290fd0a716 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:21.810058 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-3ab82034-0596-44cc-92a2-8a3d2a1b6c2d req-86091eec-d9e9-4f50-b241-93290fd0a716 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 943 time: 0.0529692 Oct 27 10:22:21.848257 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-3ab82034-0596-44cc-92a2-8a3d2a1b6c2d req-6f52db2a-3209-4e73-b127-40900a1e9494 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321994 Oct 27 10:22:21.948707 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 74c3df47-26f9-4b45-8350-a1cfb6e368d3 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:22:21.969931 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] No Port match for: 74c3df47-26f9-4b45-8350-a1cfb6e368d3 {{(pid=101975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:22:21.970206 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 74c3df47-26f9-4b45-8350-a1cfb6e368d3 not bound to the agent host hv-cinder-81514 {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:22:22.065269 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 55526) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:22.626571 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-b13b9556-3aa0-471d-a4d3-d5e1df1f6796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-564270'] for router_interface, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:22.866955 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.plugin [None req-b13b9556-3aa0-471d-a4d3-d5e1df1f6796 admin admin] Deleting port 83c3f2e3-c990-4daa-8dc8-e2578733120e {{(pid=101974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:22:22.867413 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-b13b9556-3aa0-471d-a4d3-d5e1df1f6796 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:22.973485 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.db [None req-b13b9556-3aa0-471d-a4d3-d5e1df1f6796 admin admin] For port 83c3f2e3-c990-4daa-8dc8-e2578733120e, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=83c3f2e3-c990-4daa-8dc8-e2578733120e,segment=NetworkSegment(550fd727-22c6-4869-bd63-4d608e728918),segment_id=550fd727-22c6-4869-bd63-4d608e728918)] {{(pid=101974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:22.973857 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-b13b9556-3aa0-471d-a4d3-d5e1df1f6796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:22.989016 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.plugin [None req-b13b9556-3aa0-471d-a4d3-d5e1df1f6796 admin admin] Calling delete_port for 83c3f2e3-c990-4daa-8dc8-e2578733120e owned by network:router_interface {{(pid=101974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:22:22.997571 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866be54-3b39-46a6-9bf9-228bffe09dc3 req-70a157b4-0a5f-4dd0-b998-2baae396223a tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:22.999824 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-c866be54-3b39-46a6-9bf9-228bffe09dc3 req-70a157b4-0a5f-4dd0-b998-2baae396223a tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 943 time: 0.0829589 Oct 27 10:22:23.078688 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-c866be54-3b39-46a6-9bf9-228bffe09dc3 req-89fcb8bd-6b6b-4fb3-8ea1-2e1b556743f2 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710387 Oct 27 10:22:23.278536 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-b13b9556-3aa0-471d-a4d3-d5e1df1f6796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078929'] for port, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:23.314379 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b9556-3aa0-471d-a4d3-d5e1df1f6796 admin admin] Pushing event deleted for resources: {'Port': ['ID=83c3f2e3-c990-4daa-8dc8-e2578733120e,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:23.468105 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-b13b9556-3aa0-471d-a4d3-d5e1df1f6796 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3604356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-564418'] for router_interface, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:23.675082 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13b9556-3aa0-471d-a4d3-d5e1df1f6796 admin admin] Router 98b3b807-3fd1-4dde-8481-45ea4d7fd02a has already been hosted by L3 agent b2a2dab9-f998-4002-b8bb-cf3ca8546284 {{(pid=101974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:22:23.777227 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13b9556-3aa0-471d-a4d3-d5e1df1f6796 admin admin] Notify agent at l3_agent.dv-cinder-815146-2-iscsi the message routers_updated {{(pid=101974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:22:23.782186 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-b13b9556-3aa0-471d-a4d3-d5e1df1f6796 admin admin] 10.222.0.36 "PUT /v2.0/routers/98b3b807-3fd1-4dde-8481-45ea4d7fd02a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7158747 Oct 27 10:22:23.784717 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 55530) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:23.787253 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66a86bc-b2e1-4700-9c90-e6ece11a8326 None None] Sync routers for ids ['98b3b807-3fd1-4dde-8481-45ea4d7fd02a'] in dv-cinder-815146-2-iscsi {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:22:23.797422 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66a86bc-b2e1-4700-9c90-e6ece11a8326 None None] Routers {'98b3b807-3fd1-4dde-8481-45ea4d7fd02a'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:22:23.798053 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-b66a86bc-b2e1-4700-9c90-e6ece11a8326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:22:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['98b3b807-3fd1-4dde-8481-45ea4d7fd02a'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:23.882661 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-195bed6f-67f2-4ffa-b962-c0938787ca06 admin admin] Publish callbacks [] for router, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:23.901695 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-b66a86bc-b2e1-4700-9c90-e6ece11a8326 None None] Set router 98b3b807-3fd1-4dde-8481-45ea4d7fd02a gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:22:23.987620 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-195bed6f-67f2-4ffa-b962-c0938787ca06 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:24.080645 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-b66a86bc-b2e1-4700-9c90-e6ece11a8326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b3b807-3fd1-4dde-8481-45ea4d7fd02a', 'name': 'tempest-TestMinimumBasicScenario-1542545765-router', 'tenant_id': '7eccb1a479ed45018a41a143769f7e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bea7dd8a-2f53-435a-be98-7a9c011020fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:19:18Z', 'updated_at': '2021-10-27T10:22:23Z', 'revision_number': 5, 'project_id': '7eccb1a479ed45018a41a143769f7e6c', 'gw_port': {'id': 'bea7dd8a-2f53-435a-be98-7a9c011020fd', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b3b807-3fd1-4dde-8481-45ea4d7fd02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:19:18Z', 'updated_at': '2021-10-27T10:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi'}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:24.096384 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.plugin [None req-195bed6f-67f2-4ffa-b962-c0938787ca06 admin admin] Deleting port bea7dd8a-2f53-435a-be98-7a9c011020fd {{(pid=101974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:22:24.096931 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-195bed6f-67f2-4ffa-b962-c0938787ca06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:24.111441 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66a86bc-b2e1-4700-9c90-e6ece11a8326 None None] Checking router: 98b3b807-3fd1-4dde-8481-45ea4d7fd02a for host: dv-cinder-815146-2-iscsi {{(pid=101975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:22:24.119966 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66a86bc-b2e1-4700-9c90-e6ece11a8326 None None] Routers {'98b3b807-3fd1-4dde-8481-45ea4d7fd02a'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:22:24.120484 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-b66a86bc-b2e1-4700-9c90-e6ece11a8326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:22:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['98b3b807-3fd1-4dde-8481-45ea4d7fd02a'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:24.185691 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.db [None req-195bed6f-67f2-4ffa-b962-c0938787ca06 admin admin] For port bea7dd8a-2f53-435a-be98-7a9c011020fd, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=bea7dd8a-2f53-435a-be98-7a9c011020fd,segment=NetworkSegment(b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3),segment_id=b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3)] {{(pid=101974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:24.186153 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-195bed6f-67f2-4ffa-b962-c0938787ca06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:24.198779 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.plugin [None req-195bed6f-67f2-4ffa-b962-c0938787ca06 admin admin] Calling delete_port for bea7dd8a-2f53-435a-be98-7a9c011020fd owned by network:router_gateway {{(pid=101974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:22:24.207280 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1288c-aad6-49e9-8d46-12c484340767 req-bd6bcbd5-2fe2-446e-b46a-49c2c7ef3eb1 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:24.208887 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-dfe1288c-aad6-49e9-8d46-12c484340767 req-bd6bcbd5-2fe2-446e-b46a-49c2c7ef3eb1 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 943 time: 0.0516644 Oct 27 10:22:24.214671 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-b66a86bc-b2e1-4700-9c90-e6ece11a8326 None None] Set router 98b3b807-3fd1-4dde-8481-45ea4d7fd02a gateway port host: None {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:22:24.248147 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-dfe1288c-aad6-49e9-8d46-12c484340767 req-fde98adf-0095-41be-88d4-cbbe2360a88b tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333607 Oct 27 10:22:24.269482 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-b66a86bc-b2e1-4700-9c90-e6ece11a8326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b3b807-3fd1-4dde-8481-45ea4d7fd02a', 'name': 'tempest-TestMinimumBasicScenario-1542545765-router', 'tenant_id': '7eccb1a479ed45018a41a143769f7e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:19:18Z', 'updated_at': '2021-10-27T10:22:23Z', 'revision_number': 6, 'project_id': '7eccb1a479ed45018a41a143769f7e6c', 'gw_port_host': None}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:24.422777 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66a86bc-b2e1-4700-9c90-e6ece11a8326 None None] The sync data for ids ['98b3b807-3fd1-4dde-8481-45ea4d7fd02a'] in dv-cinder-815146-2-iscsi is: [{'id': '98b3b807-3fd1-4dde-8481-45ea4d7fd02a', 'name': 'tempest-TestMinimumBasicScenario-1542545765-router', 'tenant_id': '7eccb1a479ed45018a41a143769f7e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:19:18Z', 'updated_at': '2021-10-27T10:22:23Z', 'revision_number': 6, 'project_id': '7eccb1a479ed45018a41a143769f7e6c', 'gw_port_host': None}] {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:22:24.437819 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-195bed6f-67f2-4ffa-b962-c0938787ca06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078929'] for port, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:24.461570 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195bed6f-67f2-4ffa-b962-c0938787ca06 admin admin] Pushing event deleted for resources: {'Port': ['ID=bea7dd8a-2f53-435a-be98-7a9c011020fd,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:24.531641 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-195bed6f-67f2-4ffa-b962-c0938787ca06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-564064'] for router_gateway, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:24.621464 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-195bed6f-67f2-4ffa-b962-c0938787ca06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13750'] for router, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:24.624201 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-195bed6f-67f2-4ffa-b962-c0938787ca06 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:24.735084 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-195bed6f-67f2-4ffa-b962-c0938787ca06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561437'] for router, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:24.735585 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195bed6f-67f2-4ffa-b962-c0938787ca06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98b3b807-3fd1-4dde-8481-45ea4d7fd02a {{(pid=101974) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:22:24.740420 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-195bed6f-67f2-4ffa-b962-c0938787ca06 admin admin] Publish callbacks [] for router, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:24.741616 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-195bed6f-67f2-4ffa-b962-c0938787ca06 admin admin] 10.222.0.36 "DELETE /v2.0/routers/98b3b807-3fd1-4dde-8481-45ea4d7fd02a HTTP/1.1" status: 204 len: 168 time: 0.9559958 Oct 27 10:22:24.744143 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 55534) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:24.789179 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.db.db_base_plugin_v2 [None req-97cd415b-8b6f-4510-aea9-1d0cfc794d28 admin admin] Deleting subnet e9966450-d712-49a2-adaa-a4a6541d3cca {{(pid=101974) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:22:24.792569 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-97cd415b-8b6f-4510-aea9-1d0cfc794d28 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:24.831946 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-97cd415b-8b6f-4510-aea9-1d0cfc794d28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8792491'] for subnet, precommit_delete_associations {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:24.910344 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-97cd415b-8b6f-4510-aea9-1d0cfc794d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3657045'] for subnet, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:25.038433 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-97cd415b-8b6f-4510-aea9-1d0cfc794d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3657052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8610796'] for subnet, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:25.063752 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cd415b-8b6f-4510-aea9-1d0cfc794d28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9966450-d712-49a2-adaa-a4a6541d3cca,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:25.067384 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-97cd415b-8b6f-4510-aea9-1d0cfc794d28 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:25.070511 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-97cd415b-8b6f-4510-aea9-1d0cfc794d28 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e9966450-d712-49a2-adaa-a4a6541d3cca HTTP/1.1" status: 204 len: 168 time: 0.3254654 Oct 27 10:22:25.078622 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 55536) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:25.078771 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f932550-ecf1-4eb9-a25b-e508033f2668 None None] Network 769f9123-c250-4499-922a-eda89e184ff6 requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:22:25.142600 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-ededc14c-c3cd-4e26-af8f-ae64a0fba928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3615918'] for network, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:25.196411 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.plugin [None req-ededc14c-c3cd-4e26-af8f-ae64a0fba928 admin admin] Deleting port c7ab135c-215d-4842-8797-93a1f69c8ef6 {{(pid=101974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:22:25.196798 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-ededc14c-c3cd-4e26-af8f-ae64a0fba928 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:25.266112 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.db [None req-ededc14c-c3cd-4e26-af8f-ae64a0fba928 admin admin] For port c7ab135c-215d-4842-8797-93a1f69c8ef6, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=c7ab135c-215d-4842-8797-93a1f69c8ef6,segment=NetworkSegment(550fd727-22c6-4869-bd63-4d608e728918),segment_id=550fd727-22c6-4869-bd63-4d608e728918)] {{(pid=101974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:25.266482 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-ededc14c-c3cd-4e26-af8f-ae64a0fba928 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:25.268767 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca2f208-2771-47b3-a3ee-39dc4eb0707b None None] DHCP port deletion for 769f9123-c250-4499-922a-eda89e184ff6 request from dv-cinder-815146-2-iscsi {{(pid=101975) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:22:25.286690 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.plugin [None req-ededc14c-c3cd-4e26-af8f-ae64a0fba928 admin admin] Calling delete_port for c7ab135c-215d-4842-8797-93a1f69c8ef6 owned by network:dhcp {{(pid=101974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:22:25.323631 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-fca2f208-2771-47b3-a3ee-39dc4eb0707b None None] Deleting port c7ab135c-215d-4842-8797-93a1f69c8ef6 {{(pid=101975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:22:25.324106 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-fca2f208-2771-47b3-a3ee-39dc4eb0707b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:25.389470 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-fca2f208-2771-47b3-a3ee-39dc4eb0707b None None] For port c7ab135c-215d-4842-8797-93a1f69c8ef6, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=c7ab135c-215d-4842-8797-93a1f69c8ef6,segment=NetworkSegment(550fd727-22c6-4869-bd63-4d608e728918),segment_id=550fd727-22c6-4869-bd63-4d608e728918)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:25.390273 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-fca2f208-2771-47b3-a3ee-39dc4eb0707b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:25.398046 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173c373-e548-4bd4-ab9e-b7d95a42a623 req-e904c072-bb04-4f18-aa32-6dfb8c7cc59b tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:25.399515 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-3173c373-e548-4bd4-ab9e-b7d95a42a623 req-e904c072-bb04-4f18-aa32-6dfb8c7cc59b tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 943 time: 0.0690353 Oct 27 10:22:25.402419 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-fca2f208-2771-47b3-a3ee-39dc4eb0707b None None] Calling delete_port for c7ab135c-215d-4842-8797-93a1f69c8ef6 owned by network:dhcp {{(pid=101975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:22:25.446995 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-3173c373-e548-4bd4-ab9e-b7d95a42a623 req-9e182bd2-0496-420f-a5ef-2a200be7d2b5 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405765 Oct 27 10:22:25.455064 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-ededc14c-c3cd-4e26-af8f-ae64a0fba928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078929'] for port, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:25.474600 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ededc14c-c3cd-4e26-af8f-ae64a0fba928 admin admin] No DVR routers for this DVR port c7ab135c-215d-4842-8797-93a1f69c8ef6 on host dv-cinder-815146-2-iscsi {{(pid=101974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:22:25.503507 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-fca2f208-2771-47b3-a3ee-39dc4eb0707b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848'] for port, after_delete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:25.517908 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ededc14c-c3cd-4e26-af8f-ae64a0fba928 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7ab135c-215d-4842-8797-93a1f69c8ef6,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:25.527778 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2f208-2771-47b3-a3ee-39dc4eb0707b None None] Pushing event deleted for resources: {'Port': ['ID=c7ab135c-215d-4842-8797-93a1f69c8ef6,revision_number=None']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:25.542707 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca2f208-2771-47b3-a3ee-39dc4eb0707b None None] No DVR routers for this DVR port c7ab135c-215d-4842-8797-93a1f69c8ef6 on host dv-cinder-815146-2-iscsi {{(pid=101975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:22:25.544468 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca2f208-2771-47b3-a3ee-39dc4eb0707b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:25.544878 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca2f208-2771-47b3-a3ee-39dc4eb0707b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:25.545474 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca2f208-2771-47b3-a3ee-39dc4eb0707b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:25.545687 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca2f208-2771-47b3-a3ee-39dc4eb0707b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:25.546096 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca2f208-2771-47b3-a3ee-39dc4eb0707b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:25.546495 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca2f208-2771-47b3-a3ee-39dc4eb0707b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:25.546834 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca2f208-2771-47b3-a3ee-39dc4eb0707b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:25.547149 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca2f208-2771-47b3-a3ee-39dc4eb0707b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:25.547486 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca2f208-2771-47b3-a3ee-39dc4eb0707b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:25.547817 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca2f208-2771-47b3-a3ee-39dc4eb0707b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:25.548143 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca2f208-2771-47b3-a3ee-39dc4eb0707b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:25.548466 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca2f208-2771-47b3-a3ee-39dc4eb0707b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:25.577638 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-ededc14c-c3cd-4e26-af8f-ae64a0fba928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3667904', 'neutron.services.segments.db._delete_segments_for_network-8740340232798'] for network, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:25.597691 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.services.segments.db [None req-ededc14c-c3cd-4e26-af8f-ae64a0fba928 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['769f9123-c250-4499-922a-eda89e184ff6']}} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:25.606876 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.services.segments.db [None req-ededc14c-c3cd-4e26-af8f-ae64a0fba928 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '550fd727-22c6-4869-bd63-4d608e728918') {'for_net_delete': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:25.607168 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.services.segments.db [None req-ededc14c-c3cd-4e26-af8f-ae64a0fba928 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '550fd727-22c6-4869-bd63-4d608e728918') {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:25.616309 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-ededc14c-c3cd-4e26-af8f-ae64a0fba928 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740340234087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8792530'] for segment, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:25.629254 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-ededc14c-c3cd-4e26-af8f-ae64a0fba928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908'] for segment, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:25.635342 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ededc14c-c3cd-4e26-af8f-ae64a0fba928 admin admin] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=101974) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:22:25.635716 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-ededc14c-c3cd-4e26-af8f-ae64a0fba928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12078990'] for segment, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:25.637319 dv-cinder-815146-2-iscsi neutron-server[101974]: Traceback (most recent call last): Oct 27 10:22:25.637319 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:22:25.637319 dv-cinder-815146-2-iscsi neutron-server[101974]: timer() Oct 27 10:22:25.637319 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:22:25.637319 dv-cinder-815146-2-iscsi neutron-server[101974]: cb(*args, **kw) Oct 27 10:22:25.637319 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:22:25.637319 dv-cinder-815146-2-iscsi neutron-server[101974]: return func(*args, **kwargs) Oct 27 10:22:25.637319 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:22:25.637319 dv-cinder-815146-2-iscsi neutron-server[101974]: self._notify() Oct 27 10:22:25.637319 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:22:25.637319 dv-cinder-815146-2-iscsi neutron-server[101974]: self.callback(batched_events) Oct 27 10:22:25.637319 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:22:25.637319 dv-cinder-815146-2-iscsi neutron-server[101974]: event.method(event) Oct 27 10:22:25.637319 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:22:25.637319 dv-cinder-815146-2-iscsi neutron-server[101974]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:22:25.637319 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:22:25.637319 dv-cinder-815146-2-iscsi neutron-server[101974]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:22:25.637319 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:22:25.637319 dv-cinder-815146-2-iscsi neutron-server[101974]: return f(self, *a, **k) Oct 27 10:22:25.637319 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:22:25.637319 dv-cinder-815146-2-iscsi neutron-server[101974]: return self._get(url).json() Oct 27 10:22:25.637319 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:22:25.637319 dv-cinder-815146-2-iscsi neutron-server[101974]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:22:25.637319 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:22:25.637319 dv-cinder-815146-2-iscsi neutron-server[101974]: return self.request(url, 'GET', **kwargs) Oct 27 10:22:25.637319 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:22:25.637319 dv-cinder-815146-2-iscsi neutron-server[101974]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:22:25.637319 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:22:25.637319 dv-cinder-815146-2-iscsi neutron-server[101974]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:22:25.637319 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:22:25.637319 dv-cinder-815146-2-iscsi neutron-server[101974]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:22:25.637319 dv-cinder-815146-2-iscsi neutron-server[101974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:22:25.745657 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-ededc14c-c3cd-4e26-af8f-ae64a0fba928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3667915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564060'] for network, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:25.751912 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-ededc14c-c3cd-4e26-af8f-ae64a0fba928 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for network, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:25.755117 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-ededc14c-c3cd-4e26-af8f-ae64a0fba928 admin admin] 10.222.0.36 "DELETE /v2.0/networks/769f9123-c250-4499-922a-eda89e184ff6 HTTP/1.1" status: 204 len: 168 time: 0.6812482 Oct 27 10:22:25.763163 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 55540) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:25.766135 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ededc14c-c3cd-4e26-af8f-ae64a0fba928 admin admin] Pushing event deleted for resources: {'Network': ['ID=769f9123-c250-4499-922a-eda89e184ff6,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:25.821256 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.agents_db [None req-86e8c3be-7e21-4532-a65d-8f48c0a472d4 None None] Agent healthcheck: found 6 active agents {{(pid=101976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:22:25.949078 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 709b5fcb-eb97-4728-aff5-78b5b8d79066 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:22:26.055760 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port 709b5fcb-eb97-4728-aff5-78b5b8d79066, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=709b5fcb-eb97-4728-aff5-78b5b8d79066,segment=NetworkSegment(167e3ffd-d44b-49c8-b024-1ce22d11cb2a),segment_id=167e3ffd-d44b-49c8-b024-1ce22d11cb2a)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:26.071545 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device bea7dd8a-2f53-435a-be98-7a9c011020fd no longer exists at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:22:26.094795 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Returning: {'device': '709b5fcb-eb97-4728-aff5-78b5b8d79066', 'network_id': 'de818a40-f5a0-4e15-9ec4-641b83d7ed9e', 'port_id': '709b5fcb-eb97-4728-aff5-78b5b8d79066', 'mac_address': 'fa:16:3e:8d:1a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49f77a0b-10b6-49b5-b81b-48795085832c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:22:26.097405 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] No Port match for: bea7dd8a-2f53-435a-be98-7a9c011020fd {{(pid=101975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:22:26.097764 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device bea7dd8a-2f53-435a-be98-7a9c011020fd not bound to the agent host dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:22:26.098199 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device c7ab135c-215d-4842-8797-93a1f69c8ef6 no longer exists at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:22:26.113945 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-e4558649-2f97-4011-809c-553a09f25eb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-564270'] for router_interface, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:26.120025 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] No Port match for: c7ab135c-215d-4842-8797-93a1f69c8ef6 {{(pid=101975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:22:26.120375 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device c7ab135c-215d-4842-8797-93a1f69c8ef6 not bound to the agent host dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:22:26.120780 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 83c3f2e3-c990-4daa-8dc8-e2578733120e no longer exists at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:22:26.162402 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] No Port match for: 83c3f2e3-c990-4daa-8dc8-e2578733120e {{(pid=101975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:22:26.162749 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 83c3f2e3-c990-4daa-8dc8-e2578733120e not bound to the agent host dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:22:26.174357 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:26.191834 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 709b5fcb-eb97-4728-aff5-78b5b8d79066 {{(pid=101975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:22:26.212212 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port 709b5fcb-eb97-4728-aff5-78b5b8d79066, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=709b5fcb-eb97-4728-aff5-78b5b8d79066,segment=NetworkSegment(167e3ffd-d44b-49c8-b024-1ce22d11cb2a),segment_id=167e3ffd-d44b-49c8-b024-1ce22d11cb2a)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:26.278596 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:26.327867 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=709b5fcb-eb97-4728-aff5-78b5b8d79066,revision_number=4']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:26.365534 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-e4558649-2f97-4011-809c-553a09f25eb5 admin admin] Deleting port 75e3d0f4-bd16-42ac-8c45-97d40e42e63e {{(pid=101973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:22:26.365902 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-e4558649-2f97-4011-809c-553a09f25eb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:26.443732 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-e4558649-2f97-4011-809c-553a09f25eb5 admin admin] For port 75e3d0f4-bd16-42ac-8c45-97d40e42e63e, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=75e3d0f4-bd16-42ac-8c45-97d40e42e63e,segment=NetworkSegment(338f9d0c-19d5-4de5-92e3-d902360ae1cd),segment_id=338f9d0c-19d5-4de5-92e3-d902360ae1cd)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:26.444111 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-e4558649-2f97-4011-809c-553a09f25eb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:26.456528 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-e4558649-2f97-4011-809c-553a09f25eb5 admin admin] Calling delete_port for 75e3d0f4-bd16-42ac-8c45-97d40e42e63e owned by network:router_interface {{(pid=101973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:22:26.566407 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] get_ports_and_sgs() called for port_ids ['709b5fcb-eb97-4728-aff5-78b5b8d79066'] {{(pid=101975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:22:26.609960 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f896a9-d464-47df-a916-d419ce57b82e req-f5496d3a-5b13-4f13-9cfe-aa1542965d48 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:26.611371 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-c6f896a9-d464-47df-a916-d419ce57b82e req-f5496d3a-5b13-4f13-9cfe-aa1542965d48 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 944 time: 0.0919123 Oct 27 10:22:26.661354 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-c6f896a9-d464-47df-a916-d419ce57b82e req-1204aa9e-8286-4a09-87e1-e765e2085e8e tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431178 Oct 27 10:22:27.037295 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-e4558649-2f97-4011-809c-553a09f25eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:27.062693 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4558649-2f97-4011-809c-553a09f25eb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=75e3d0f4-bd16-42ac-8c45-97d40e42e63e,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:27.226499 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-e4558649-2f97-4011-809c-553a09f25eb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3604356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-564418'] for router_interface, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:27.438756 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4558649-2f97-4011-809c-553a09f25eb5 admin admin] Router ee3b1983-9cc8-4197-9027-cf3d5f806c67 has already been hosted by L3 agent b2a2dab9-f998-4002-b8bb-cf3ca8546284 {{(pid=101973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:22:27.542914 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4558649-2f97-4011-809c-553a09f25eb5 admin admin] Notify agent at l3_agent.dv-cinder-815146-2-iscsi the message routers_updated {{(pid=101973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:22:27.548702 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-e4558649-2f97-4011-809c-553a09f25eb5 admin admin] 10.222.0.36 "PUT /v2.0/routers/ee3b1983-9cc8-4197-9027-cf3d5f806c67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7842071 Oct 27 10:22:27.551113 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 55544) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:27.553558 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc4d79a-cabd-4084-8bde-45e08c0a1492 None None] Sync routers for ids ['ee3b1983-9cc8-4197-9027-cf3d5f806c67'] in dv-cinder-815146-2-iscsi {{(pid=101976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:22:27.564619 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc4d79a-cabd-4084-8bde-45e08c0a1492 None None] Routers {'ee3b1983-9cc8-4197-9027-cf3d5f806c67'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:22:27.565216 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-8fc4d79a-cabd-4084-8bde-45e08c0a1492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:22:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['ee3b1983-9cc8-4197-9027-cf3d5f806c67'], 'active': True} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:27.654682 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8a20a032-3534-457c-a5d4-b6d93f22b52b admin admin] Publish callbacks [] for router, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:27.675548 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvr_db [None req-8fc4d79a-cabd-4084-8bde-45e08c0a1492 None None] Set router ee3b1983-9cc8-4197-9027-cf3d5f806c67 gateway port host: dv-cinder-815146-2-iscsi {{(pid=101976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:22:27.758359 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8a20a032-3534-457c-a5d4-b6d93f22b52b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:27.783753 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fc0b5-ee27-41fb-b0d5-7394d448f2c5 req-5433e385-1087-48d4-9dad-778435582145 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:27.786927 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-f79fc0b5-ee27-41fb-b0d5-7394d448f2c5 req-5433e385-1087-48d4-9dad-778435582145 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 944 time: 0.0548265 Oct 27 10:22:27.823133 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-f79fc0b5-ee27-41fb-b0d5-7394d448f2c5 req-915fcbd8-8ddb-468e-8442-dbbc565680f9 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315838 Oct 27 10:22:27.866857 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-8fc4d79a-cabd-4084-8bde-45e08c0a1492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3b1983-9cc8-4197-9027-cf3d5f806c67', 'name': 'tempest-TestMinimumBasicScenario-2024101604-router', 'tenant_id': '9b0c4cd5b18c4fe1a658ff1ae01d9a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '0bb907ce-58c8-4214-8220-0a8a43f83299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:19:24Z', 'updated_at': '2021-10-27T10:22:26Z', 'revision_number': 5, 'project_id': '9b0c4cd5b18c4fe1a658ff1ae01d9a02', 'gw_port': {'id': '0bb907ce-58c8-4214-8220-0a8a43f83299', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:69:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3b1983-9cc8-4197-9027-cf3d5f806c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:19:25Z', 'updated_at': '2021-10-27T10:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi'}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:27.870305 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-8a20a032-3534-457c-a5d4-b6d93f22b52b admin admin] Deleting port 0bb907ce-58c8-4214-8220-0a8a43f83299 {{(pid=101973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:22:27.870693 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8a20a032-3534-457c-a5d4-b6d93f22b52b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:27.893001 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc4d79a-cabd-4084-8bde-45e08c0a1492 None None] Checking router: ee3b1983-9cc8-4197-9027-cf3d5f806c67 for host: dv-cinder-815146-2-iscsi {{(pid=101976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:22:27.901317 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc4d79a-cabd-4084-8bde-45e08c0a1492 None None] Routers {'ee3b1983-9cc8-4197-9027-cf3d5f806c67'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:22:27.912403 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-8fc4d79a-cabd-4084-8bde-45e08c0a1492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:22:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['ee3b1983-9cc8-4197-9027-cf3d5f806c67'], 'active': True} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:27.952812 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-8a20a032-3534-457c-a5d4-b6d93f22b52b admin admin] For port 0bb907ce-58c8-4214-8220-0a8a43f83299, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=0bb907ce-58c8-4214-8220-0a8a43f83299,segment=NetworkSegment(b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3),segment_id=b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:27.953167 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8a20a032-3534-457c-a5d4-b6d93f22b52b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:27.965586 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-8a20a032-3534-457c-a5d4-b6d93f22b52b admin admin] Calling delete_port for 0bb907ce-58c8-4214-8220-0a8a43f83299 owned by network:router_gateway {{(pid=101973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:22:27.975406 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 709b5fcb-eb97-4728-aff5-78b5b8d79066 up at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:22:28.075187 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvr_db [None req-8fc4d79a-cabd-4084-8bde-45e08c0a1492 None None] Set router ee3b1983-9cc8-4197-9027-cf3d5f806c67 gateway port host: None {{(pid=101976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:22:28.078576 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Provisioning for port 709b5fcb-eb97-4728-aff5-78b5b8d79066 completed by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:22:28.083587 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Provisioning complete for port 709b5fcb-eb97-4728-aff5-78b5b8d79066 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:22:28.084014 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:28.127904 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-8fc4d79a-cabd-4084-8bde-45e08c0a1492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3b1983-9cc8-4197-9027-cf3d5f806c67', 'name': 'tempest-TestMinimumBasicScenario-2024101604-router', 'tenant_id': '9b0c4cd5b18c4fe1a658ff1ae01d9a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:19:24Z', 'updated_at': '2021-10-27T10:22:27Z', 'revision_number': 6, 'project_id': '9b0c4cd5b18c4fe1a658ff1ae01d9a02', 'gw_port_host': None}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:28.157543 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc4d79a-cabd-4084-8bde-45e08c0a1492 None None] The sync data for ids ['ee3b1983-9cc8-4197-9027-cf3d5f806c67'] in dv-cinder-815146-2-iscsi is: [{'id': 'ee3b1983-9cc8-4197-9027-cf3d5f806c67', 'name': 'tempest-TestMinimumBasicScenario-2024101604-router', 'tenant_id': '9b0c4cd5b18c4fe1a658ff1ae01d9a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:19:24Z', 'updated_at': '2021-10-27T10:22:27Z', 'revision_number': 6, 'project_id': '9b0c4cd5b18c4fe1a658ff1ae01d9a02', 'gw_port_host': None}] {{(pid=101976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:22:28.174584 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:28.202738 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f005190-b7a8-4a30-882c-289cb89769a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709b5fcb-eb97-4728-aff5-78b5b8d79066'}] {{(pid=101975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:22:28.205054 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef74c052f1c640f85ff9302be404e86fdcd9e777050b230953bf81409b3ec6af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beefbec5-0c90-4dd9-9aac-68bdb32ecdcd" -d '{"events": [{"server_uuid": "2f005190-b7a8-4a30-882c-289cb89769a6", "name": "network-vif-plugged", "status": "completed", "tag": "709b5fcb-eb97-4728-aff5-78b5b8d79066"}]}' {{(pid=101975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:22:28.210110 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8a20a032-3534-457c-a5d4-b6d93f22b52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:28.220232 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port 709b5fcb-eb97-4728-aff5-78b5b8d79066, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=709b5fcb-eb97-4728-aff5-78b5b8d79066,segment=NetworkSegment(167e3ffd-d44b-49c8-b024-1ce22d11cb2a),segment_id=167e3ffd-d44b-49c8-b024-1ce22d11cb2a)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:28.237506 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a20a032-3534-457c-a5d4-b6d93f22b52b admin admin] Pushing event deleted for resources: {'Port': ['ID=0bb907ce-58c8-4214-8220-0a8a43f83299,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:28.247351 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b87872-f6ed-463f-88f5-36163854426e x-openstack-request-id: req-08b87872-f6ed-463f-88f5-36163854426e {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:22:28.247647 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f005190-b7a8-4a30-882c-289cb89769a6", "name": "network-vif-plugged", "status": "completed", "tag": "709b5fcb-eb97-4728-aff5-78b5b8d79066", "code": 200}]} {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:22:28.247902 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-08b87872-f6ed-463f-88f5-36163854426e {{(pid=101975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:22:28.250080 dv-cinder-815146-2-iscsi neutron-server[101975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f005190-b7a8-4a30-882c-289cb89769a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709b5fcb-eb97-4728-aff5-78b5b8d79066', 'code': 200} Oct 27 10:22:28.288654 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:28.297925 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8a20a032-3534-457c-a5d4-b6d93f22b52b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-564064'] for router_gateway, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:28.343436 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=709b5fcb-eb97-4728-aff5-78b5b8d79066,revision_number=5']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:28.388035 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8a20a032-3534-457c-a5d4-b6d93f22b52b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13750'] for router, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:28.390197 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8a20a032-3534-457c-a5d4-b6d93f22b52b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:28.523984 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8a20a032-3534-457c-a5d4-b6d93f22b52b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561437'] for router, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:28.524663 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a20a032-3534-457c-a5d4-b6d93f22b52b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee3b1983-9cc8-4197-9027-cf3d5f806c67 {{(pid=101973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:22:28.529041 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8a20a032-3534-457c-a5d4-b6d93f22b52b admin admin] Publish callbacks [] for router, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:28.533028 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-8a20a032-3534-457c-a5d4-b6d93f22b52b admin admin] 10.222.0.36 "DELETE /v2.0/routers/ee3b1983-9cc8-4197-9027-cf3d5f806c67 HTTP/1.1" status: 204 len: 168 time: 0.9781926 Oct 27 10:22:28.533518 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 55550) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:28.582026 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.db_base_plugin_v2 [None req-69dd3238-b404-4f75-ab63-4575f1646b0a admin admin] Deleting subnet fec9c71e-3ee1-4821-9b29-176e3ab06245 {{(pid=101973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:22:28.585147 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-69dd3238-b404-4f75-ab63-4575f1646b0a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:28.641757 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-69dd3238-b404-4f75-ab63-4575f1646b0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114672'] for subnet, precommit_delete_associations {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:28.681712 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8822750-355e-4a10-9da0-5207693e25fa req-dc45a52b-d846-4550-8696-cd0150fd48e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:28.683203 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-e8822750-355e-4a10-9da0-5207693e25fa req-dc45a52b-d846-4550-8696-cd0150fd48e4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 1098 time: 0.0798664 Oct 27 10:22:28.772401 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-e8822750-355e-4a10-9da0-5207693e25fa req-64b8eeae-69c3-4ec0-a44d-89eb5d3aa7c5 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813129 Oct 27 10:22:28.778444 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-69dd3238-b404-4f75-ab63-4575f1646b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3657045'] for subnet, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:28.895993 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-69dd3238-b404-4f75-ab63-4575f1646b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3657052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9116697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9230295'] for subnet, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:28.921388 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd3238-b404-4f75-ab63-4575f1646b0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fec9c71e-3ee1-4821-9b29-176e3ab06245,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:28.924818 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-69dd3238-b404-4f75-ab63-4575f1646b0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for subnet, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:28.930506 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-69dd3238-b404-4f75-ab63-4575f1646b0a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/fec9c71e-3ee1-4821-9b29-176e3ab06245 HTTP/1.1" status: 204 len: 168 time: 0.3936913 Oct 27 10:22:28.930713 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 55554) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:28.931572 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b230f73c-cc5e-4948-bfb0-5b0b1fd64b78 None None] Network c4117948-b870-4e54-881e-4cb803a47725 requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:22:28.962968 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d6fca-95cc-4744-8d3e-7d15b6bbd658 req-67cd9df4-8718-4efd-b776-c1c455553ecb tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:28.965109 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-228d6fca-95cc-4744-8d3e-7d15b6bbd658 req-67cd9df4-8718-4efd-b776-c1c455553ecb tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 945 time: 0.0674868 Oct 27 10:22:28.999881 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-613648dd-5612-46ed-91d4-7906e8f15162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3615918'] for network, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:29.012516 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-228d6fca-95cc-4744-8d3e-7d15b6bbd658 req-eba31666-51aa-4bb2-8e31-bcbe6dce6b41 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389934 Oct 27 10:22:29.059026 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-613648dd-5612-46ed-91d4-7906e8f15162 admin admin] Deleting port 2361836e-8c67-4de3-92fc-38b9c9430816 {{(pid=101973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:22:29.059385 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-613648dd-5612-46ed-91d4-7906e8f15162 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:29.124261 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-613648dd-5612-46ed-91d4-7906e8f15162 admin admin] For port 2361836e-8c67-4de3-92fc-38b9c9430816, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=2361836e-8c67-4de3-92fc-38b9c9430816,segment=NetworkSegment(338f9d0c-19d5-4de5-92e3-d902360ae1cd),segment_id=338f9d0c-19d5-4de5-92e3-d902360ae1cd)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:29.124652 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-613648dd-5612-46ed-91d4-7906e8f15162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:29.129440 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22bc4f0-810d-4900-a5ec-cc87a60cf0b8 None None] DHCP port deletion for c4117948-b870-4e54-881e-4cb803a47725 request from dv-cinder-815146-2-iscsi {{(pid=101975) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:22:29.137702 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-613648dd-5612-46ed-91d4-7906e8f15162 admin admin] Calling delete_port for 2361836e-8c67-4de3-92fc-38b9c9430816 owned by network:dhcp {{(pid=101973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:22:29.179803 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-b22bc4f0-810d-4900-a5ec-cc87a60cf0b8 None None] Deleting port 2361836e-8c67-4de3-92fc-38b9c9430816 {{(pid=101975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:22:29.180165 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-b22bc4f0-810d-4900-a5ec-cc87a60cf0b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:29.247338 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-b22bc4f0-810d-4900-a5ec-cc87a60cf0b8 None None] For port 2361836e-8c67-4de3-92fc-38b9c9430816, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=2361836e-8c67-4de3-92fc-38b9c9430816,segment=NetworkSegment(338f9d0c-19d5-4de5-92e3-d902360ae1cd),segment_id=338f9d0c-19d5-4de5-92e3-d902360ae1cd)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:29.247726 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-b22bc4f0-810d-4900-a5ec-cc87a60cf0b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:29.260291 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-b22bc4f0-810d-4900-a5ec-cc87a60cf0b8 None None] Calling delete_port for 2361836e-8c67-4de3-92fc-38b9c9430816 owned by network:dhcp {{(pid=101975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:22:29.313135 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-613648dd-5612-46ed-91d4-7906e8f15162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:29.332363 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-b22bc4f0-810d-4900-a5ec-cc87a60cf0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848'] for port, after_delete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:29.339236 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613648dd-5612-46ed-91d4-7906e8f15162 admin admin] Pushing event deleted for resources: {'Port': ['ID=2361836e-8c67-4de3-92fc-38b9c9430816,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:29.346398 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613648dd-5612-46ed-91d4-7906e8f15162 admin admin] No DVR routers for this DVR port 2361836e-8c67-4de3-92fc-38b9c9430816 on host dv-cinder-815146-2-iscsi {{(pid=101973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:22:29.365157 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22bc4f0-810d-4900-a5ec-cc87a60cf0b8 None None] No DVR routers for this DVR port 2361836e-8c67-4de3-92fc-38b9c9430816 on host dv-cinder-815146-2-iscsi {{(pid=101975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:22:29.366888 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22bc4f0-810d-4900-a5ec-cc87a60cf0b8 None None] Pushing event deleted for resources: {'Port': ['ID=2361836e-8c67-4de3-92fc-38b9c9430816,revision_number=None']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:29.416593 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-613648dd-5612-46ed-91d4-7906e8f15162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3667904', 'neutron.services.segments.db._delete_segments_for_network-8740340232798'] for network, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:29.440056 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.services.segments.db [None req-613648dd-5612-46ed-91d4-7906e8f15162 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4117948-b870-4e54-881e-4cb803a47725']}} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:29.449020 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.services.segments.db [None req-613648dd-5612-46ed-91d4-7906e8f15162 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '338f9d0c-19d5-4de5-92e3-d902360ae1cd') {'for_net_delete': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:29.449310 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.services.segments.db [None req-613648dd-5612-46ed-91d4-7906e8f15162 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '338f9d0c-19d5-4de5-92e3-d902360ae1cd') {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:29.458453 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-613648dd-5612-46ed-91d4-7906e8f15162 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740340234087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114697'] for segment, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:29.471451 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-613648dd-5612-46ed-91d4-7906e8f15162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908'] for segment, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:29.476996 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-613648dd-5612-46ed-91d4-7906e8f15162 admin admin] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=101973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:22:29.481096 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-613648dd-5612-46ed-91d4-7906e8f15162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9116915'] for segment, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:29.481096 dv-cinder-815146-2-iscsi neutron-server[101973]: Traceback (most recent call last): Oct 27 10:22:29.481096 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:22:29.481096 dv-cinder-815146-2-iscsi neutron-server[101973]: timer() Oct 27 10:22:29.481096 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:22:29.481096 dv-cinder-815146-2-iscsi neutron-server[101973]: cb(*args, **kw) Oct 27 10:22:29.481096 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:22:29.481096 dv-cinder-815146-2-iscsi neutron-server[101973]: return func(*args, **kwargs) Oct 27 10:22:29.481096 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:22:29.481096 dv-cinder-815146-2-iscsi neutron-server[101973]: self._notify() Oct 27 10:22:29.481096 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:22:29.481096 dv-cinder-815146-2-iscsi neutron-server[101973]: self.callback(batched_events) Oct 27 10:22:29.481096 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:22:29.481096 dv-cinder-815146-2-iscsi neutron-server[101973]: event.method(event) Oct 27 10:22:29.481096 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:22:29.481096 dv-cinder-815146-2-iscsi neutron-server[101973]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:22:29.481096 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:22:29.481096 dv-cinder-815146-2-iscsi neutron-server[101973]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:22:29.481096 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:22:29.481096 dv-cinder-815146-2-iscsi neutron-server[101973]: return f(self, *a, **k) Oct 27 10:22:29.481096 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:22:29.481096 dv-cinder-815146-2-iscsi neutron-server[101973]: return self._get(url).json() Oct 27 10:22:29.481096 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:22:29.481096 dv-cinder-815146-2-iscsi neutron-server[101973]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:22:29.481096 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:22:29.481096 dv-cinder-815146-2-iscsi neutron-server[101973]: return self.request(url, 'GET', **kwargs) Oct 27 10:22:29.481096 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:22:29.481096 dv-cinder-815146-2-iscsi neutron-server[101973]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:22:29.481096 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:22:29.481096 dv-cinder-815146-2-iscsi neutron-server[101973]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:22:29.481096 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:22:29.481096 dv-cinder-815146-2-iscsi neutron-server[101973]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:22:29.481096 dv-cinder-815146-2-iscsi neutron-server[101973]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:22:29.575211 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-613648dd-5612-46ed-91d4-7906e8f15162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3667915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564060'] for network, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:29.582348 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-613648dd-5612-46ed-91d4-7906e8f15162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for network, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:29.585451 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-613648dd-5612-46ed-91d4-7906e8f15162 admin admin] 10.222.0.36 "DELETE /v2.0/networks/c4117948-b870-4e54-881e-4cb803a47725 HTTP/1.1" status: 204 len: 168 time: 0.6538150 Oct 27 10:22:29.597238 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613648dd-5612-46ed-91d4-7906e8f15162 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4117948-b870-4e54-881e-4cb803a47725,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:29.946640 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 55558) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:29.986980 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-3e1b88d9-4533-46a4-8eea-6fb98f07168a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7eccb1a479ed45018a41a143769f7e6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391307 Oct 27 10:22:29.989399 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 55560) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:30.038783 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-fabbae07-13d4-4c66-8b8d-42896dfcaf85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:30.067309 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-fabbae07-13d4-4c66-8b8d-42896dfcaf85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:30.071576 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 0bb907ce-58c8-4214-8220-0a8a43f83299 no longer exists at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:22:30.095842 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] No Port match for: 0bb907ce-58c8-4214-8220-0a8a43f83299 {{(pid=101975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:22:30.096185 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 0bb907ce-58c8-4214-8220-0a8a43f83299 not bound to the agent host dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:22:30.096683 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 2361836e-8c67-4de3-92fc-38b9c9430816 no longer exists at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:22:30.117414 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] No Port match for: 2361836e-8c67-4de3-92fc-38b9c9430816 {{(pid=101975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:22:30.117946 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 2361836e-8c67-4de3-92fc-38b9c9430816 not bound to the agent host dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:22:30.118420 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 75e3d0f4-bd16-42ac-8c45-97d40e42e63e no longer exists at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:22:30.137787 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] No Port match for: 75e3d0f4-bd16-42ac-8c45-97d40e42e63e {{(pid=101975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:22:30.138470 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 75e3d0f4-bd16-42ac-8c45-97d40e42e63e not bound to the agent host dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:22:30.150118 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a541eb2-3eda-45c8-bfbd-4c6c0651e465 req-1207aa22-c67b-4010-aa31-1542bbc8c574 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:30.150118 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0a541eb2-3eda-45c8-bfbd-4c6c0651e465 req-1207aa22-c67b-4010-aa31-1542bbc8c574 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 945 time: 0.0645664 Oct 27 10:22:30.191813 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0a541eb2-3eda-45c8-bfbd-4c6c0651e465 req-9ba6f000-13c4-4335-a8ab-1eb425419b94 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335734 Oct 27 10:22:30.225311 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-fabbae07-13d4-4c66-8b8d-42896dfcaf85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:30.227882 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-fabbae07-13d4-4c66-8b8d-42896dfcaf85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:30.229012 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-fabbae07-13d4-4c66-8b8d-42896dfcaf85 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dd22afe8-2edd-4b34-a04e-1760be3c80b8 HTTP/1.1" status: 204 len: 168 time: 0.2386913 Oct 27 10:22:30.238172 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabbae07-13d4-4c66-8b8d-42896dfcaf85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd22afe8-2edd-4b34-a04e-1760be3c80b8,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:30.311694 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a2e89-987e-4220-83a4-f130ad4c423f req-a84cc496-f5be-451a-8b14-b9db85f417bc tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:30.313772 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-ff8a2e89-987e-4220-83a4-f130ad4c423f req-a84cc496-f5be-451a-8b14-b9db85f417bc tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 945 time: 0.0532091 Oct 27 10:22:30.351429 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-ff8a2e89-987e-4220-83a4-f130ad4c423f req-302cf858-589d-4c51-b82d-376d98174440 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316567 Oct 27 10:22:30.372375 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 55568) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:30.621438 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a05cf6a-0a06-4727-a11b-ce231c351c8b tempest-TestShelveInstance-1657699765 tempest-TestShelveInstance-1657699765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:30.625993 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-4a05cf6a-0a06-4727-a11b-ce231c351c8b tempest-TestShelveInstance-1657699765 tempest-TestShelveInstance-1657699765-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 1093 time: 0.2497449 Oct 27 10:22:30.626182 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 55574) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:30.630644 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.v2.base [None req-180e9125-2629-47be-a6b5-1a3dc0ba426d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Request body: {'floatingip': {'floating_network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'port_id': '709b5fcb-eb97-4728-aff5-78b5b8d79066', 'tenant_id': '2c56e59286e34097af02e761b2b764e8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:30.712617 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-180e9125-2629-47be-a6b5-1a3dc0ba426d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks [] for floatingip, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:30.812843 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-180e9125-2629-47be-a6b5-1a3dc0ba426d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:30.895198 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 55576) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:30.916823 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.db.db_base_plugin_common [None req-180e9125-2629-47be-a6b5-1a3dc0ba426d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Allocated IP 172.27.0.27 (69571a3e-4e32-484c-817d-d4e48eaaa088/c41fd2cf-ce58-48ac-94e7-7a64d200bbef/81cb8220-c3bb-4241-b98f-523e23017bd0) {{(pid=101974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:22:30.935454 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-a0e560be-9202-4241-98bc-b8fc00167fe8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9b0c4cd5b18c4fe1a658ff1ae01d9a02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390756 Oct 27 10:22:30.939219 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 55578) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:30.987608 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-172240a3-474f-4775-bd97-c86b018b2630 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:31.008770 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-172240a3-474f-4775-bd97-c86b018b2630 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:31.021589 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-180e9125-2629-47be-a6b5-1a3dc0ba426d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks [] for port, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:31.130033 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-180e9125-2629-47be-a6b5-1a3dc0ba426d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740339732839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078929'] for port, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:31.158177 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-172240a3-474f-4775-bd97-c86b018b2630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:31.160725 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-172240a3-474f-4775-bd97-c86b018b2630 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:31.161903 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-172240a3-474f-4775-bd97-c86b018b2630 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/95c79aed-970d-4aae-848d-90f85f633c61 HTTP/1.1" status: 204 len: 168 time: 0.2217276 Oct 27 10:22:31.172916 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172240a3-474f-4775-bd97-c86b018b2630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c79aed-970d-4aae-848d-90f85f633c61,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:31.173219 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180e9125-2629-47be-a6b5-1a3dc0ba426d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Network 69571a3e-4e32-484c-817d-d4e48eaaa088 is already hosted by enough agents. {{(pid=101974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:22:31.178224 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.base_scheduler [None req-180e9125-2629-47be-a6b5-1a3dc0ba426d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Resources bound (agent type, host, resource id): {{(pid=101974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:22:31.182556 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180e9125-2629-47be-a6b5-1a3dc0ba426d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Received port after_create {{(pid=101974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:22:31.185762 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180e9125-2629-47be-a6b5-1a3dc0ba426d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Pushing event updated for resources: {'Port': ['ID=81cb8220-c3bb-4241-b98f-523e23017bd0,revision_number=1']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:31.575590 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-3af5a452-c594-4989-8a14-f93570497778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:31.789031 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-180e9125-2629-47be-a6b5-1a3dc0ba426d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:31.902404 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-180e9125-2629-47be-a6b5-1a3dc0ba426d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:32.050642 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-180e9125-2629-47be-a6b5-1a3dc0ba426d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks [] for port, precommit_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:32.100796 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-180e9125-2629-47be-a6b5-1a3dc0ba426d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12079018'] for port, after_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:32.174493 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180e9125-2629-47be-a6b5-1a3dc0ba426d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Pushing event updated for resources: {'Port': ['ID=81cb8220-c3bb-4241-b98f-523e23017bd0,revision_number=2']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:32.184564 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-180e9125-2629-47be-a6b5-1a3dc0ba426d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564014'] for floatingip, after_create {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:32.284617 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.db.l3_db [None req-180e9125-2629-47be-a6b5-1a3dc0ba426d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Floating IP ccb5284b-f40e-417a-bc41-f37714c71354 associated. External IP: 172.27.0.27, port: 709b5fcb-eb97-4728-aff5-78b5b8d79066. Oct 27 10:22:32.492668 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180e9125-2629-47be-a6b5-1a3dc0ba426d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Router c5a10dff-ede3-4450-bb9c-2f21c1ef0d87 has already been hosted by L3 agent b2a2dab9-f998-4002-b8bb-cf3ca8546284 {{(pid=101974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:22:32.602840 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180e9125-2629-47be-a6b5-1a3dc0ba426d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Notify agent at l3_agent.dv-cinder-815146-2-iscsi the message routers_updated {{(pid=101974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:22:32.615437 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c339113f-f1fa-4ab3-b37f-f9bcc3293309 None None] Sync routers for ids ['c5a10dff-ede3-4450-bb9c-2f21c1ef0d87'] in dv-cinder-815146-2-iscsi {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:22:32.625325 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c339113f-f1fa-4ab3-b37f-f9bcc3293309 None None] Routers {'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:22:32.626086 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-c339113f-f1fa-4ab3-b37f-f9bcc3293309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:22:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['c5a10dff-ede3-4450-bb9c-2f21c1ef0d87'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:32.736091 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-c339113f-f1fa-4ab3-b37f-f9bcc3293309 None None] Set router c5a10dff-ede3-4450-bb9c-2f21c1ef0d87 gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:22:32.799774 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-180e9125-2629-47be-a6b5-1a3dc0ba426d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for floatingip, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:32.829738 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-180e9125-2629-47be-a6b5-1a3dc0ba426d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2025263 Oct 27 10:22:32.831029 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f005190-b7a8-4a30-882c-289cb89769a6', 'tag': '709b5fcb-eb97-4728-aff5-78b5b8d79066'}] {{(pid=101974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:22:32.832568 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf944270f4c6cd15fd7b67f1263b575d4441d7d254681f9dd92e2334043a3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa753cc0-fd9d-431d-9194-9abce4938302" -d '{"events": [{"name": "network-changed", "server_uuid": "2f005190-b7a8-4a30-882c-289cb89769a6", "tag": "709b5fcb-eb97-4728-aff5-78b5b8d79066"}]}' {{(pid=101974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:22:32.867819 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66d12f9-805c-4e81-ae06-4966975da07d x-openstack-request-id: req-b66d12f9-805c-4e81-ae06-4966975da07d {{(pid=101974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:22:32.868115 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f005190-b7a8-4a30-882c-289cb89769a6", "tag": "709b5fcb-eb97-4728-aff5-78b5b8d79066", "status": "completed", "code": 200}]} {{(pid=101974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:22:32.868375 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b66d12f9-805c-4e81-ae06-4966975da07d {{(pid=101974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:22:32.868778 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f005190-b7a8-4a30-882c-289cb89769a6', 'tag': '709b5fcb-eb97-4728-aff5-78b5b8d79066', 'status': 'completed', 'code': 200} Oct 27 10:22:32.932793 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa753cc0-fd9d-431d-9194-9abce4938302 req-ce4c4218-f99c-4c6e-ac9c-0fde5966689a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:32.934332 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-aa753cc0-fd9d-431d-9194-9abce4938302 req-ce4c4218-f99c-4c6e-ac9c-0fde5966689a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2c56e59286e34097af02e761b2b764e8&device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 1098 time: 0.0400231 Oct 27 10:22:32.962990 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-c339113f-f1fa-4ab3-b37f-f9bcc3293309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87', 'name': 'tempest-TestShelveInstance-26407207-router', 'tenant_id': '2c56e59286e34097af02e761b2b764e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'f2a0576b-6555-4b2a-accf-aa4f6336d37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:38Z', 'updated_at': '2021-10-27T10:21:41Z', 'revision_number': 4, 'project_id': '2c56e59286e34097af02e761b2b764e8', 'gw_port': {'id': 'f2a0576b-6555-4b2a-accf-aa4f6336d37a', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:95:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:38Z', 'updated_at': '2021-10-27T10:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_floatingips': [{'id': 'ccb5284b-f40e-417a-bc41-f37714c71354', 'tenant_id': '2c56e59286e34097af02e761b2b764e8', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'router_id': 'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87', 'port_id': '709b5fcb-eb97-4728-aff5-78b5b8d79066', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de818a40-f5a0-4e15-9ec4-641b83d7ed9e', 'mac_address': 'fa:16:3e:8d:1a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f005190-b7a8-4a30-882c-289cb89769a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:22:31Z', 'updated_at': '2021-10-27T10:22:31Z', 'revision_number': 0, 'project_id': '2c56e59286e34097af02e761b2b764e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10516691-2a48-4f3f-831c-6a96ce46f036', 'name': '', 'network_id': 'de818a40-f5a0-4e15-9ec4-641b83d7ed9e', 'tenant_id': '2c56e59286e34097af02e761b2b764e8', 'mac_address': 'fa:16:3e:7c:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '49f77a0b-10b6-49b5-b81b-48795085832c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:40Z', 'updated_at': '2021-10-27T10:21:45Z', 'revision_number': 5, 'project_id': '2c56e59286e34097af02e761b2b764e8', 'subnets': [{'id': '49f77a0b-10b6-49b5-b81b-48795085832c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:32.996447 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c339113f-f1fa-4ab3-b37f-f9bcc3293309 None None] Checking router: c5a10dff-ede3-4450-bb9c-2f21c1ef0d87 for host: dv-cinder-815146-2-iscsi {{(pid=101975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:22:33.005552 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c339113f-f1fa-4ab3-b37f-f9bcc3293309 None None] Routers {'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:22:33.006195 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-c339113f-f1fa-4ab3-b37f-f9bcc3293309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:22:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['c5a10dff-ede3-4450-bb9c-2f21c1ef0d87'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:33.028715 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa753cc0-fd9d-431d-9194-9abce4938302 req-72e915cb-5d7a-4c29-90e3-c01dcd789b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:33.030226 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-aa753cc0-fd9d-431d-9194-9abce4938302 req-72e915cb-5d7a-4c29-90e3-c01dcd789b04 service neutron] 10.222.0.81 "GET /v2.0/networks?id=de818a40-f5a0-4e15-9ec4-641b83d7ed9e HTTP/1.1" status: 200 len: 909 time: 0.0876112 Oct 27 10:22:33.094434 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-aa753cc0-fd9d-431d-9194-9abce4938302 req-702cd915-1d50-4af6-b45b-6e46d74b0a57 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=709b5fcb-eb97-4728-aff5-78b5b8d79066 HTTP/1.1" status: 200 len: 998 time: 0.0557308 Oct 27 10:22:33.111710 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-c339113f-f1fa-4ab3-b37f-f9bcc3293309 None None] Set router c5a10dff-ede3-4450-bb9c-2f21c1ef0d87 gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:22:33.143250 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa753cc0-fd9d-431d-9194-9abce4938302 req-f2bd8b56-5da5-4d6b-a576-e222b796a570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:33.144712 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-aa753cc0-fd9d-431d-9194-9abce4938302 req-f2bd8b56-5da5-4d6b-a576-e222b796a570 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=49f77a0b-10b6-49b5-b81b-48795085832c HTTP/1.1" status: 200 len: 846 time: 0.0444882 Oct 27 10:22:33.196897 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa753cc0-fd9d-431d-9194-9abce4938302 req-64634cab-7ffc-4155-ac7d-f2c1f7bb2648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:33.198419 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-aa753cc0-fd9d-431d-9194-9abce4938302 req-64634cab-7ffc-4155-ac7d-f2c1f7bb2648 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=de818a40-f5a0-4e15-9ec4-641b83d7ed9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464766 Oct 27 10:22:33.288746 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-aa753cc0-fd9d-431d-9194-9abce4938302 req-f7781934-da1a-4499-a72f-01ceecf10234 service neutron] 10.222.0.81 "GET /v2.0/networks/de818a40-f5a0-4e15-9ec4-641b83d7ed9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824990 Oct 27 10:22:33.382234 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-aa753cc0-fd9d-431d-9194-9abce4938302 req-66a8b70b-81cc-47a2-89b5-502a29766367 service neutron] 10.222.0.81 "GET /v2.0/networks/de818a40-f5a0-4e15-9ec4-641b83d7ed9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854938 Oct 27 10:22:33.457419 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-c339113f-f1fa-4ab3-b37f-f9bcc3293309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87', 'name': 'tempest-TestShelveInstance-26407207-router', 'tenant_id': '2c56e59286e34097af02e761b2b764e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'f2a0576b-6555-4b2a-accf-aa4f6336d37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:38Z', 'updated_at': '2021-10-27T10:21:41Z', 'revision_number': 4, 'project_id': '2c56e59286e34097af02e761b2b764e8', 'gw_port': {'id': 'f2a0576b-6555-4b2a-accf-aa4f6336d37a', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:95:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:38Z', 'updated_at': '2021-10-27T10:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_floatingips': [{'id': 'ccb5284b-f40e-417a-bc41-f37714c71354', 'tenant_id': '2c56e59286e34097af02e761b2b764e8', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'router_id': 'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87', 'port_id': '709b5fcb-eb97-4728-aff5-78b5b8d79066', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de818a40-f5a0-4e15-9ec4-641b83d7ed9e', 'mac_address': 'fa:16:3e:8d:1a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f005190-b7a8-4a30-882c-289cb89769a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:22:31Z', 'updated_at': '2021-10-27T10:22:31Z', 'revision_number': 0, 'project_id': '2c56e59286e34097af02e761b2b764e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10516691-2a48-4f3f-831c-6a96ce46f036', 'name': '', 'network_id': 'de818a40-f5a0-4e15-9ec4-641b83d7ed9e', 'tenant_id': '2c56e59286e34097af02e761b2b764e8', 'mac_address': 'fa:16:3e:7c:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '49f77a0b-10b6-49b5-b81b-48795085832c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:40Z', 'updated_at': '2021-10-27T10:21:45Z', 'revision_number': 5, 'project_id': '2c56e59286e34097af02e761b2b764e8', 'subnets': [{'id': '49f77a0b-10b6-49b5-b81b-48795085832c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:33.487152 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c339113f-f1fa-4ab3-b37f-f9bcc3293309 None None] The sync data for ids ['c5a10dff-ede3-4450-bb9c-2f21c1ef0d87'] in dv-cinder-815146-2-iscsi is: [{'id': 'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87', 'name': 'tempest-TestShelveInstance-26407207-router', 'tenant_id': '2c56e59286e34097af02e761b2b764e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'f2a0576b-6555-4b2a-accf-aa4f6336d37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:38Z', 'updated_at': '2021-10-27T10:21:41Z', 'revision_number': 4, 'project_id': '2c56e59286e34097af02e761b2b764e8', 'gw_port': {'id': 'f2a0576b-6555-4b2a-accf-aa4f6336d37a', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:95:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:38Z', 'updated_at': '2021-10-27T10:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_floatingips': [{'id': 'ccb5284b-f40e-417a-bc41-f37714c71354', 'tenant_id': '2c56e59286e34097af02e761b2b764e8', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'router_id': 'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87', 'port_id': '709b5fcb-eb97-4728-aff5-78b5b8d79066', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de818a40-f5a0-4e15-9ec4-641b83d7ed9e', 'mac_address': 'fa:16:3e:8d:1a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f005190-b7a8-4a30-882c-289cb89769a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:22:31Z', 'updated_at': '2021-10-27T10:22:31Z', 'revision_number': 0, 'project_id': '2c56e59286e34097af02e761b2b764e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10516691-2a48-4f3f-831c-6a96ce46f036', 'name': '', 'network_id': 'de818a40-f5a0-4e15-9ec4-641b83d7ed9e', 'tenant_id': '2c56e59286e34097af02e761b2b764e8', 'mac_address': 'fa:16:3e:7c:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '49f77a0b-10b6-49b5-b81b-48795085832c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:40Z', 'updated_at': '2021-10-27T10:21:45Z', 'revision_number': 5, 'project_id': '2c56e59286e34097af02e761b2b764e8', 'subnets': [{'id': '49f77a0b-10b6-49b5-b81b-48795085832c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:22:33.676873 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d98a1c-f958-41a4-9dd6-9955b291b741 None None] New status for floating IP ccb5284b-f40e-417a-bc41-f37714c71354: ACTIVE {{(pid=101976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:22:34.187408 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4a5f6916-e863-4043-ae07-51b3ebf104a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:35.340937 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:35.962812 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:37.127813 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:44.089279 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:56.408728 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 55592) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:56.561700 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-1bc13cb7-ff35-4549-8256-611f8f1be807 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Deleting port 95ca2484-773f-44ae-bdd7-650a489953ff {{(pid=101973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:22:56.562919 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1bc13cb7-ff35-4549-8256-611f8f1be807 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:56.637308 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1bc13cb7-ff35-4549-8256-611f8f1be807 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:56.637634 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1bc13cb7-ff35-4549-8256-611f8f1be807 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:56.649808 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-1bc13cb7-ff35-4549-8256-611f8f1be807 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Calling delete_port for 95ca2484-773f-44ae-bdd7-650a489953ff owned by network:floatingip {{(pid=101973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:22:56.883437 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1bc13cb7-ff35-4549-8256-611f8f1be807 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:56.909428 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc13cb7-ff35-4549-8256-611f8f1be807 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Pushing event deleted for resources: {'Port': ['ID=95ca2484-773f-44ae-bdd7-650a489953ff,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:56.933740 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13cb7-ff35-4549-8256-611f8f1be807 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:56.934115 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13cb7-ff35-4549-8256-611f8f1be807 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:56.934457 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13cb7-ff35-4549-8256-611f8f1be807 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:56.934791 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13cb7-ff35-4549-8256-611f8f1be807 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:56.935122 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13cb7-ff35-4549-8256-611f8f1be807 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:56.935452 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13cb7-ff35-4549-8256-611f8f1be807 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:56.935784 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13cb7-ff35-4549-8256-611f8f1be807 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:56.936139 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13cb7-ff35-4549-8256-611f8f1be807 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:56.936469 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13cb7-ff35-4549-8256-611f8f1be807 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:56.936792 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13cb7-ff35-4549-8256-611f8f1be807 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:56.938068 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13cb7-ff35-4549-8256-611f8f1be807 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:56.938068 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc13cb7-ff35-4549-8256-611f8f1be807 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:56.977959 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1bc13cb7-ff35-4549-8256-611f8f1be807 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks [] for floatingip, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:56.978289 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.db.l3_db [None req-1bc13cb7-ff35-4549-8256-611f8f1be807 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Floating IP 7cdb14a0-f3dd-4350-9815-c5e73c49467d disassociated (deleted). External IP: 172.27.0.49, port: 41327635-f4cc-480b-9d92-57b1644841c8. Oct 27 10:22:57.424019 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc13cb7-ff35-4549-8256-611f8f1be807 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Router 0983b7c0-7af8-45ae-9a29-53b2556b2e2f has already been hosted by L3 agent b2a2dab9-f998-4002-b8bb-cf3ca8546284 {{(pid=101973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:22:57.528550 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc13cb7-ff35-4549-8256-611f8f1be807 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Notify agent at l3_agent.dv-cinder-815146-2-iscsi the message routers_updated {{(pid=101973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:22:57.534324 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1bc13cb7-ff35-4549-8256-611f8f1be807 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for floatingip, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:57.539473 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cb3ca8-b01f-40b8-92cd-4075be49eac8 None None] Sync routers for ids ['0983b7c0-7af8-45ae-9a29-53b2556b2e2f'] in dv-cinder-815146-2-iscsi {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:22:57.548561 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cb3ca8-b01f-40b8-92cd-4075be49eac8 None None] Routers {'0983b7c0-7af8-45ae-9a29-53b2556b2e2f'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:22:57.549159 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-13cb3ca8-b01f-40b8-92cd-4075be49eac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:22:34Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['0983b7c0-7af8-45ae-9a29-53b2556b2e2f'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:57.561028 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-1bc13cb7-ff35-4549-8256-611f8f1be807 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "DELETE /v2.0/floatingips/7cdb14a0-f3dd-4350-9815-c5e73c49467d HTTP/1.1" status: 204 len: 168 time: 1.1513193 Oct 27 10:22:57.561606 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '247879f8-0129-4317-a5db-56746fa12a09', 'tag': '41327635-f4cc-480b-9d92-57b1644841c8'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:22:57.564050 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94debda59f24a9426fb80c87c8c8853eb57e17b8e03a85591ed34d87467b8464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037f3830-a96c-4b7b-b021-8b7d3376304b" -d '{"events": [{"name": "network-changed", "server_uuid": "247879f8-0129-4317-a5db-56746fa12a09", "tag": "41327635-f4cc-480b-9d92-57b1644841c8"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:22:57.600445 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559ef51e-a174-43fc-9f67-4f8fab71ee55 x-openstack-request-id: req-559ef51e-a174-43fc-9f67-4f8fab71ee55 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:22:57.600731 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "247879f8-0129-4317-a5db-56746fa12a09", "tag": "41327635-f4cc-480b-9d92-57b1644841c8", "status": "completed", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:22:57.600979 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-559ef51e-a174-43fc-9f67-4f8fab71ee55 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:22:57.601372 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '247879f8-0129-4317-a5db-56746fa12a09', 'tag': '41327635-f4cc-480b-9d92-57b1644841c8', 'status': 'completed', 'code': 200} Oct 27 10:22:57.667531 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f3830-a96c-4b7b-b021-8b7d3376304b req-5b89f9a5-00a4-42ed-bf59-90a5d845d853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:57.669249 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-037f3830-a96c-4b7b-b021-8b7d3376304b req-5b89f9a5-00a4-42ed-bf59-90a5d845d853 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ce4fbe5437b54e06856c6e5fba0e6a8d&device_id=247879f8-0129-4317-a5db-56746fa12a09 HTTP/1.1" status: 200 len: 1099 time: 0.0427425 Oct 27 10:22:57.671933 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-13cb3ca8-b01f-40b8-92cd-4075be49eac8 None None] Set router 0983b7c0-7af8-45ae-9a29-53b2556b2e2f gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:22:57.763290 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f3830-a96c-4b7b-b021-8b7d3376304b req-5c511933-1335-45fc-b4f7-ea733f824c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:57.765871 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-037f3830-a96c-4b7b-b021-8b7d3376304b req-5c511933-1335-45fc-b4f7-ea733f824c03 service neutron] 10.222.0.81 "GET /v2.0/networks?id=45ccbdab-8245-4106-a0cd-ddc7afca495b HTTP/1.1" status: 200 len: 914 time: 0.0883818 Oct 27 10:22:57.806180 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-037f3830-a96c-4b7b-b021-8b7d3376304b req-ca0784bc-3bcf-4ff5-b0f7-474c24631f5c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41327635-f4cc-480b-9d92-57b1644841c8 HTTP/1.1" status: 200 len: 217 time: 0.0335171 Oct 27 10:22:57.861810 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f3830-a96c-4b7b-b021-8b7d3376304b req-14ef6d51-61c8-40a3-ba6d-106530d010d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:57.863279 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-037f3830-a96c-4b7b-b021-8b7d3376304b req-14ef6d51-61c8-40a3-ba6d-106530d010d3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=22ddcb0e-0b75-477e-b461-720a6b940632 HTTP/1.1" status: 200 len: 851 time: 0.0491633 Oct 27 10:22:57.903755 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-13cb3ca8-b01f-40b8-92cd-4075be49eac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'name': 'tempest-TestVolumeBootPattern-1120565903-router', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:14:58Z', 'updated_at': '2021-10-27T10:15:02Z', 'revision_number': 4, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'gw_port': {'id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:14:59Z', 'updated_at': '2021-10-27T10:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_floatingips': [{'id': 'aad1e788-8f75-4649-ab1f-c9b7a15d4ec3', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'floating_ip_address': '172.27.0.91', 'floating_network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'router_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'port_id': 'ac75190d-aa0e-4025-a0f5-3af57c43f587', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b', 'mac_address': 'fa:16:3e:84:6c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce4b748-c30f-4891-87e8-b167e1d8caf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:19:16Z', 'updated_at': '2021-10-27T10:19:18Z', 'revision_number': 1, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '089d0dc8-5ebf-48f1-8622-11f312be0018', 'name': '', 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'mac_address': 'fa:16:3e:22:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '22ddcb0e-0b75-477e-b461-720a6b940632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:15:02Z', 'updated_at': '2021-10-27T10:15:07Z', 'revision_number': 5, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'subnets': [{'id': '22ddcb0e-0b75-477e-b461-720a6b940632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:57.915128 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f3830-a96c-4b7b-b021-8b7d3376304b req-6fb16678-46a0-41d7-9c5e-35a1199ac202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:57.916636 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-037f3830-a96c-4b7b-b021-8b7d3376304b req-6fb16678-46a0-41d7-9c5e-35a1199ac202 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45ccbdab-8245-4106-a0cd-ddc7afca495b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430701 Oct 27 10:22:57.930718 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cb3ca8-b01f-40b8-92cd-4075be49eac8 None None] Checking router: 0983b7c0-7af8-45ae-9a29-53b2556b2e2f for host: dv-cinder-815146-2-iscsi {{(pid=101975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:22:57.939564 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cb3ca8-b01f-40b8-92cd-4075be49eac8 None None] Routers {'0983b7c0-7af8-45ae-9a29-53b2556b2e2f'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:22:57.940172 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-13cb3ca8-b01f-40b8-92cd-4075be49eac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:22:34Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['0983b7c0-7af8-45ae-9a29-53b2556b2e2f'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:58.042386 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-037f3830-a96c-4b7b-b021-8b7d3376304b req-f5be7d11-bebe-43b3-aaeb-5b89f576d815 service neutron] 10.222.0.81 "GET /v2.0/networks/45ccbdab-8245-4106-a0cd-ddc7afca495b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134799 Oct 27 10:22:58.050746 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-13cb3ca8-b01f-40b8-92cd-4075be49eac8 None None] Set router 0983b7c0-7af8-45ae-9a29-53b2556b2e2f gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:22:58.103954 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e91ae-e0ef-4d9b-81bf-f42ceb48bbf6 req-3706b702-addd-4069-aa9e-407e3cb9cf3c tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:58.105684 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-e68e91ae-e0ef-4d9b-81bf-f42ceb48bbf6 req-3706b702-addd-4069-aa9e-407e3cb9cf3c tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=247879f8-0129-4317-a5db-56746fa12a09 HTTP/1.1" status: 200 len: 946 time: 0.1005104 Oct 27 10:22:58.169095 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-e68e91ae-e0ef-4d9b-81bf-f42ceb48bbf6 req-0c43652a-04d8-4420-b7ad-28d87f1beb4f tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547695 Oct 27 10:22:58.173369 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-037f3830-a96c-4b7b-b021-8b7d3376304b req-6d6566b1-05c1-48ae-b3aa-4e320176db97 service neutron] 10.222.0.81 "GET /v2.0/networks/45ccbdab-8245-4106-a0cd-ddc7afca495b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228065 Oct 27 10:22:58.275079 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-13cb3ca8-b01f-40b8-92cd-4075be49eac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'name': 'tempest-TestVolumeBootPattern-1120565903-router', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:14:58Z', 'updated_at': '2021-10-27T10:15:02Z', 'revision_number': 4, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'gw_port': {'id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:14:59Z', 'updated_at': '2021-10-27T10:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_floatingips': [{'id': 'aad1e788-8f75-4649-ab1f-c9b7a15d4ec3', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'floating_ip_address': '172.27.0.91', 'floating_network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'router_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'port_id': 'ac75190d-aa0e-4025-a0f5-3af57c43f587', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b', 'mac_address': 'fa:16:3e:84:6c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce4b748-c30f-4891-87e8-b167e1d8caf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:19:16Z', 'updated_at': '2021-10-27T10:19:18Z', 'revision_number': 1, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '089d0dc8-5ebf-48f1-8622-11f312be0018', 'name': '', 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'mac_address': 'fa:16:3e:22:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '22ddcb0e-0b75-477e-b461-720a6b940632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:15:02Z', 'updated_at': '2021-10-27T10:15:07Z', 'revision_number': 5, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'subnets': [{'id': '22ddcb0e-0b75-477e-b461-720a6b940632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:58.305798 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cb3ca8-b01f-40b8-92cd-4075be49eac8 None None] The sync data for ids ['0983b7c0-7af8-45ae-9a29-53b2556b2e2f'] in dv-cinder-815146-2-iscsi is: [{'id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'name': 'tempest-TestVolumeBootPattern-1120565903-router', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:14:58Z', 'updated_at': '2021-10-27T10:15:02Z', 'revision_number': 4, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'gw_port': {'id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:14:59Z', 'updated_at': '2021-10-27T10:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_floatingips': [{'id': 'aad1e788-8f75-4649-ab1f-c9b7a15d4ec3', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'floating_ip_address': '172.27.0.91', 'floating_network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'router_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'port_id': 'ac75190d-aa0e-4025-a0f5-3af57c43f587', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b', 'mac_address': 'fa:16:3e:84:6c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce4b748-c30f-4891-87e8-b167e1d8caf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:19:16Z', 'updated_at': '2021-10-27T10:19:18Z', 'revision_number': 1, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '089d0dc8-5ebf-48f1-8622-11f312be0018', 'name': '', 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'mac_address': 'fa:16:3e:22:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '22ddcb0e-0b75-477e-b461-720a6b940632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:15:02Z', 'updated_at': '2021-10-27T10:15:07Z', 'revision_number': 5, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'subnets': [{'id': '22ddcb0e-0b75-477e-b461-720a6b940632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:22:58.524963 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fb3963-c099-4c62-97ef-a5590b0a3f3a None None] New status for floating IP 7cdb14a0-f3dd-4350-9815-c5e73c49467d: DOWN {{(pid=101976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:22:59.287739 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d66afd-6869-45da-8f1a-5f92f20f5b10 req-9736c1cc-235e-4dce-8443-913126578d32 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:59.289244 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-13d66afd-6869-45da-8f1a-5f92f20f5b10 req-9736c1cc-235e-4dce-8443-913126578d32 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=247879f8-0129-4317-a5db-56746fa12a09 HTTP/1.1" status: 200 len: 946 time: 0.0482321 Oct 27 10:22:59.327578 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-13d66afd-6869-45da-8f1a-5f92f20f5b10 req-92bbc22f-07ff-4c21-8edd-f76d1673abbb tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322301 Oct 27 10:22:59.790186 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5391d0-3179-4d86-8365-3f417880fe49 req-5bda2003-62e7-43ff-9cb3-d5ec62dd6d07 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:59.791683 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-ea5391d0-3179-4d86-8365-3f417880fe49 req-5bda2003-62e7-43ff-9cb3-d5ec62dd6d07 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.81 "GET /v2.0/ports?device_id=247879f8-0129-4317-a5db-56746fa12a09 HTTP/1.1" status: 200 len: 946 time: 0.0542748 Oct 27 10:22:59.882952 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [req-ea5391d0-3179-4d86-8365-3f417880fe49 req-330d4fa8-9460-40db-b7b0-89515df34601 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Deleting port 41327635-f4cc-480b-9d92-57b1644841c8 {{(pid=101973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:22:59.883207 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-ea5391d0-3179-4d86-8365-3f417880fe49 req-330d4fa8-9460-40db-b7b0-89515df34601 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:59.974736 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-ea5391d0-3179-4d86-8365-3f417880fe49 req-330d4fa8-9460-40db-b7b0-89515df34601 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] For port 41327635-f4cc-480b-9d92-57b1644841c8, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=41327635-f4cc-480b-9d92-57b1644841c8,segment=NetworkSegment(c6701753-9a96-494a-a422-463d38a89485),segment_id=c6701753-9a96-494a-a422-463d38a89485)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:59.975090 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-ea5391d0-3179-4d86-8365-3f417880fe49 req-330d4fa8-9460-40db-b7b0-89515df34601 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:59.988623 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [req-ea5391d0-3179-4d86-8365-3f417880fe49 req-330d4fa8-9460-40db-b7b0-89515df34601 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Calling delete_port for 41327635-f4cc-480b-9d92-57b1644841c8 owned by compute:nova {{(pid=101973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:23:00.146529 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-ea5391d0-3179-4d86-8365-3f417880fe49 req-330d4fa8-9460-40db-b7b0-89515df34601 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:00.179740 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d4fa8-9460-40db-b7b0-89515df34601 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Pushing event deleted for resources: {'Port': ['ID=41327635-f4cc-480b-9d92-57b1644841c8,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:00.221668 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea5391d0-3179-4d86-8365-3f417880fe49 req-330d4fa8-9460-40db-b7b0-89515df34601 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] No DVR routers for this DVR port 41327635-f4cc-480b-9d92-57b1644841c8 on host hv-cinder-81514 {{(pid=101973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:23:00.224160 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-ea5391d0-3179-4d86-8365-3f417880fe49 req-330d4fa8-9460-40db-b7b0-89515df34601 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:00.227567 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-ea5391d0-3179-4d86-8365-3f417880fe49 req-330d4fa8-9460-40db-b7b0-89515df34601 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.81 "DELETE /v2.0/ports/41327635-f4cc-480b-9d92-57b1644841c8 HTTP/1.1" status: 204 len: 173 time: 0.4279313 Oct 27 10:23:00.227993 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247879f8-0129-4317-a5db-56746fa12a09', 'name': 'network-vif-deleted', 'tag': '41327635-f4cc-480b-9d92-57b1644841c8'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:23:00.230636 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94debda59f24a9426fb80c87c8c8853eb57e17b8e03a85591ed34d87467b8464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf31a7f-d4af-4364-9e07-d5b943be1e8d" -d '{"events": [{"server_uuid": "247879f8-0129-4317-a5db-56746fa12a09", "name": "network-vif-deleted", "tag": "41327635-f4cc-480b-9d92-57b1644841c8"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:23:00.267587 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770f59e8-325c-4f53-9261-f4a9fa2340a0 x-openstack-request-id: req-770f59e8-325c-4f53-9261-f4a9fa2340a0 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:23:00.267877 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247879f8-0129-4317-a5db-56746fa12a09", "name": "network-vif-deleted", "tag": "41327635-f4cc-480b-9d92-57b1644841c8", "status": "completed", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:23:00.268126 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-770f59e8-325c-4f53-9261-f4a9fa2340a0 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:23:00.268522 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247879f8-0129-4317-a5db-56746fa12a09', 'name': 'network-vif-deleted', 'tag': '41327635-f4cc-480b-9d92-57b1644841c8', 'status': 'completed', 'code': 200} Oct 27 10:23:00.423370 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-2ab31b39-e6e3-4117-9403-570d122aad9f req-ce3a9e36-6aa1-4ffe-aa82-87bb26fa92fd tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=247879f8-0129-4317-a5db-56746fa12a09 HTTP/1.1" status: 200 len: 210 time: 0.0285435 Oct 27 10:23:01.534219 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-53b768d8-b078-42ee-96bb-1eaaf35760cb req-393eb4d3-55ea-4fe1-9a6d-7a4aa7ebb95b tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=247879f8-0129-4317-a5db-56746fa12a09 HTTP/1.1" status: 200 len: 210 time: 0.0266936 Oct 27 10:23:01.573927 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-a1fabe3a-a256-4856-9c48-57e87552589e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:02.150189 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 41327635-f4cc-480b-9d92-57b1644841c8 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:23:02.170193 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] No Port match for: 41327635-f4cc-480b-9d92-57b1644841c8 {{(pid=101975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:23:02.170533 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 41327635-f4cc-480b-9d92-57b1644841c8 not bound to the agent host hv-cinder-81514 {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:23:02.820201 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.agents_db [None req-86e8c3be-7e21-4532-a65d-8f48c0a472d4 None None] Agent healthcheck: found 6 active agents {{(pid=101976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:23:04.203359 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-1a5423e1-d1a0-4071-a4e3-60724cf33a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:05.076429 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 55624) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:23:05.230660 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-66550faa-8e3d-4344-bc8f-737241107713 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Deleting port a0324d8f-624b-405a-a1d1-32954a84dde3 {{(pid=101973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:23:05.230995 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-66550faa-8e3d-4344-bc8f-737241107713 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:05.312087 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-66550faa-8e3d-4344-bc8f-737241107713 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:05.313028 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-66550faa-8e3d-4344-bc8f-737241107713 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:05.328584 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-66550faa-8e3d-4344-bc8f-737241107713 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Calling delete_port for a0324d8f-624b-405a-a1d1-32954a84dde3 owned by network:floatingip {{(pid=101973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:23:05.346453 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:05.523288 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-66550faa-8e3d-4344-bc8f-737241107713 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:05.546562 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66550faa-8e3d-4344-bc8f-737241107713 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Pushing event deleted for resources: {'Port': ['ID=a0324d8f-624b-405a-a1d1-32954a84dde3,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:05.607265 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-66550faa-8e3d-4344-bc8f-737241107713 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks [] for floatingip, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:05.607514 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.db.l3_db [None req-66550faa-8e3d-4344-bc8f-737241107713 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Floating IP aad1e788-8f75-4649-ab1f-c9b7a15d4ec3 disassociated (deleted). External IP: 172.27.0.91, port: ac75190d-aa0e-4025-a0f5-3af57c43f587. Oct 27 10:23:05.808561 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66550faa-8e3d-4344-bc8f-737241107713 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Router 0983b7c0-7af8-45ae-9a29-53b2556b2e2f has already been hosted by L3 agent b2a2dab9-f998-4002-b8bb-cf3ca8546284 {{(pid=101973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:23:05.900336 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:05.915317 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66550faa-8e3d-4344-bc8f-737241107713 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Notify agent at l3_agent.dv-cinder-815146-2-iscsi the message routers_updated {{(pid=101973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:23:05.920242 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-66550faa-8e3d-4344-bc8f-737241107713 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for floatingip, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:05.924545 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602b73bc-f714-4ebc-8a4b-e02d5b7a3e7e None None] Sync routers for ids ['0983b7c0-7af8-45ae-9a29-53b2556b2e2f'] in dv-cinder-815146-2-iscsi {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:23:05.933934 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602b73bc-f714-4ebc-8a4b-e02d5b7a3e7e None None] Routers {'0983b7c0-7af8-45ae-9a29-53b2556b2e2f'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:23:05.934600 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-602b73bc-f714-4ebc-8a4b-e02d5b7a3e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:23:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['0983b7c0-7af8-45ae-9a29-53b2556b2e2f'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:05.949234 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-66550faa-8e3d-4344-bc8f-737241107713 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "DELETE /v2.0/floatingips/aad1e788-8f75-4649-ab1f-c9b7a15d4ec3 HTTP/1.1" status: 204 len: 168 time: 0.8717470 Oct 27 10:23:05.949839 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce4b748-c30f-4891-87e8-b167e1d8caf3', 'tag': 'ac75190d-aa0e-4025-a0f5-3af57c43f587'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:23:05.952095 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94debda59f24a9426fb80c87c8c8853eb57e17b8e03a85591ed34d87467b8464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78cc8995-4584-4c3d-92ac-7c694705aa72" -d '{"events": [{"name": "network-changed", "server_uuid": "3ce4b748-c30f-4891-87e8-b167e1d8caf3", "tag": "ac75190d-aa0e-4025-a0f5-3af57c43f587"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:23:05.992599 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3264dc05-4a47-4ad5-b45e-0a643a7a850d x-openstack-request-id: req-3264dc05-4a47-4ad5-b45e-0a643a7a850d {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:23:05.993202 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ce4b748-c30f-4891-87e8-b167e1d8caf3", "tag": "ac75190d-aa0e-4025-a0f5-3af57c43f587", "status": "completed", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:23:05.993541 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3264dc05-4a47-4ad5-b45e-0a643a7a850d {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:23:05.994033 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce4b748-c30f-4891-87e8-b167e1d8caf3', 'tag': 'ac75190d-aa0e-4025-a0f5-3af57c43f587', 'status': 'completed', 'code': 200} Oct 27 10:23:06.048139 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-602b73bc-f714-4ebc-8a4b-e02d5b7a3e7e None None] Set router 0983b7c0-7af8-45ae-9a29-53b2556b2e2f gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:23:06.062572 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc8995-4584-4c3d-92ac-7c694705aa72 req-bfe99abe-b434-4658-ab53-67f77df8a145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:06.064095 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-78cc8995-4584-4c3d-92ac-7c694705aa72 req-bfe99abe-b434-4658-ab53-67f77df8a145 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ce4fbe5437b54e06856c6e5fba0e6a8d&device_id=3ce4b748-c30f-4891-87e8-b167e1d8caf3 HTTP/1.1" status: 200 len: 1099 time: 0.0439551 Oct 27 10:23:06.161104 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc8995-4584-4c3d-92ac-7c694705aa72 req-5e5e0eb2-2777-4273-a70f-2d26f6e45a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:06.162586 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-78cc8995-4584-4c3d-92ac-7c694705aa72 req-5e5e0eb2-2777-4273-a70f-2d26f6e45a18 service neutron] 10.222.0.81 "GET /v2.0/networks?id=45ccbdab-8245-4106-a0cd-ddc7afca495b HTTP/1.1" status: 200 len: 914 time: 0.0904546 Oct 27 10:23:06.202281 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-78cc8995-4584-4c3d-92ac-7c694705aa72 req-b0be62f1-4fd7-40e4-9653-5b6c6812ef8c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac75190d-aa0e-4025-a0f5-3af57c43f587 HTTP/1.1" status: 200 len: 217 time: 0.0329289 Oct 27 10:23:06.253214 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc8995-4584-4c3d-92ac-7c694705aa72 req-bbecbfc9-9980-4885-8c17-3c577346696e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:06.254781 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-78cc8995-4584-4c3d-92ac-7c694705aa72 req-bbecbfc9-9980-4885-8c17-3c577346696e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=22ddcb0e-0b75-477e-b461-720a6b940632 HTTP/1.1" status: 200 len: 851 time: 0.0456605 Oct 27 10:23:06.256995 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-602b73bc-f714-4ebc-8a4b-e02d5b7a3e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'name': 'tempest-TestVolumeBootPattern-1120565903-router', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:14:58Z', 'updated_at': '2021-10-27T10:15:02Z', 'revision_number': 4, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'gw_port': {'id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:14:59Z', 'updated_at': '2021-10-27T10:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '089d0dc8-5ebf-48f1-8622-11f312be0018', 'name': '', 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'mac_address': 'fa:16:3e:22:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '22ddcb0e-0b75-477e-b461-720a6b940632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:15:02Z', 'updated_at': '2021-10-27T10:15:07Z', 'revision_number': 5, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'subnets': [{'id': '22ddcb0e-0b75-477e-b461-720a6b940632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:06.283746 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602b73bc-f714-4ebc-8a4b-e02d5b7a3e7e None None] Checking router: 0983b7c0-7af8-45ae-9a29-53b2556b2e2f for host: dv-cinder-815146-2-iscsi {{(pid=101975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:23:06.292037 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602b73bc-f714-4ebc-8a4b-e02d5b7a3e7e None None] Routers {'0983b7c0-7af8-45ae-9a29-53b2556b2e2f'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:23:06.292630 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-602b73bc-f714-4ebc-8a4b-e02d5b7a3e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:23:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['0983b7c0-7af8-45ae-9a29-53b2556b2e2f'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:06.304725 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc8995-4584-4c3d-92ac-7c694705aa72 req-b512dce7-c5f4-4dce-b7df-4bdb23560c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:06.306335 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-78cc8995-4584-4c3d-92ac-7c694705aa72 req-b512dce7-c5f4-4dce-b7df-4bdb23560c34 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45ccbdab-8245-4106-a0cd-ddc7afca495b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439281 Oct 27 10:23:06.408371 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-602b73bc-f714-4ebc-8a4b-e02d5b7a3e7e None None] Set router 0983b7c0-7af8-45ae-9a29-53b2556b2e2f gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:23:06.409471 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-78cc8995-4584-4c3d-92ac-7c694705aa72 req-b858b6c4-39b3-4b43-84a6-b924a77d1ad3 service neutron] 10.222.0.81 "GET /v2.0/networks/45ccbdab-8245-4106-a0cd-ddc7afca495b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952587 Oct 27 10:23:06.506685 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-78cc8995-4584-4c3d-92ac-7c694705aa72 req-9f3141e4-05d7-4920-a46d-44edaf4b2dec service neutron] 10.222.0.81 "GET /v2.0/networks/45ccbdab-8245-4106-a0cd-ddc7afca495b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892141 Oct 27 10:23:06.646484 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc2351-53c2-4b03-b644-ff016a96e826 req-885ebe8d-b4b5-4f66-b1ca-e742c05767f0 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:06.647113 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-d9cc2351-53c2-4b03-b644-ff016a96e826 req-885ebe8d-b4b5-4f66-b1ca-e742c05767f0 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ce4b748-c30f-4891-87e8-b167e1d8caf3 HTTP/1.1" status: 200 len: 946 time: 0.2853568 Oct 27 10:23:06.690231 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-d9cc2351-53c2-4b03-b644-ff016a96e826 req-8d3c2582-18e6-4cfe-96f9-4725f67f53ab tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368664 Oct 27 10:23:06.746004 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-602b73bc-f714-4ebc-8a4b-e02d5b7a3e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'name': 'tempest-TestVolumeBootPattern-1120565903-router', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:14:58Z', 'updated_at': '2021-10-27T10:15:02Z', 'revision_number': 4, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'gw_port': {'id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:14:59Z', 'updated_at': '2021-10-27T10:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '089d0dc8-5ebf-48f1-8622-11f312be0018', 'name': '', 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'mac_address': 'fa:16:3e:22:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '22ddcb0e-0b75-477e-b461-720a6b940632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:15:02Z', 'updated_at': '2021-10-27T10:15:07Z', 'revision_number': 5, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'subnets': [{'id': '22ddcb0e-0b75-477e-b461-720a6b940632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:06.772980 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602b73bc-f714-4ebc-8a4b-e02d5b7a3e7e None None] The sync data for ids ['0983b7c0-7af8-45ae-9a29-53b2556b2e2f'] in dv-cinder-815146-2-iscsi is: [{'id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'name': 'tempest-TestVolumeBootPattern-1120565903-router', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:14:58Z', 'updated_at': '2021-10-27T10:15:02Z', 'revision_number': 4, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'gw_port': {'id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:14:59Z', 'updated_at': '2021-10-27T10:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '089d0dc8-5ebf-48f1-8622-11f312be0018', 'name': '', 'network_id': '45ccbdab-8245-4106-a0cd-ddc7afca495b', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'mac_address': 'fa:16:3e:22:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '22ddcb0e-0b75-477e-b461-720a6b940632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:15:02Z', 'updated_at': '2021-10-27T10:15:07Z', 'revision_number': 5, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'subnets': [{'id': '22ddcb0e-0b75-477e-b461-720a6b940632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:23:06.983543 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ab04ef-36e0-4eef-90d9-0f8dd4351e1b None None] New status for floating IP aad1e788-8f75-4649-ab1f-c9b7a15d4ec3: DOWN {{(pid=101976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:23:07.117887 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:07.860514 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b021ac-8337-4588-8686-46a970607592 req-faaefacd-3151-48d1-916d-10ec6824e820 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:07.862044 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-75b021ac-8337-4588-8686-46a970607592 req-faaefacd-3151-48d1-916d-10ec6824e820 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ce4b748-c30f-4891-87e8-b167e1d8caf3 HTTP/1.1" status: 200 len: 946 time: 0.1013520 Oct 27 10:23:07.897791 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-75b021ac-8337-4588-8686-46a970607592 req-39c9ead3-0d57-4100-b479-21d7b583bb7e tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec81f864-3f06-41e2-9840-a17b9ec1be55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299544 Oct 27 10:23:07.979372 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d048dd4-889f-48eb-b5bf-35ce3e14bc14 req-009c5be2-a8db-4672-98e0-4fb2b5b38b0a tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:07.981022 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-3d048dd4-889f-48eb-b5bf-35ce3e14bc14 req-009c5be2-a8db-4672-98e0-4fb2b5b38b0a tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ce4b748-c30f-4891-87e8-b167e1d8caf3 HTTP/1.1" status: 200 len: 946 time: 0.0464854 Oct 27 10:23:08.074097 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [req-3d048dd4-889f-48eb-b5bf-35ce3e14bc14 req-1286e13d-8579-400a-8f7b-239f424491d5 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Deleting port ac75190d-aa0e-4025-a0f5-3af57c43f587 {{(pid=101973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:23:08.074481 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-3d048dd4-889f-48eb-b5bf-35ce3e14bc14 req-1286e13d-8579-400a-8f7b-239f424491d5 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:08.160698 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-3d048dd4-889f-48eb-b5bf-35ce3e14bc14 req-1286e13d-8579-400a-8f7b-239f424491d5 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] For port ac75190d-aa0e-4025-a0f5-3af57c43f587, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ac75190d-aa0e-4025-a0f5-3af57c43f587,segment=NetworkSegment(c6701753-9a96-494a-a422-463d38a89485),segment_id=c6701753-9a96-494a-a422-463d38a89485)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:08.160959 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-3d048dd4-889f-48eb-b5bf-35ce3e14bc14 req-1286e13d-8579-400a-8f7b-239f424491d5 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:08.177408 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [req-3d048dd4-889f-48eb-b5bf-35ce3e14bc14 req-1286e13d-8579-400a-8f7b-239f424491d5 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Calling delete_port for ac75190d-aa0e-4025-a0f5-3af57c43f587 owned by compute:nova {{(pid=101973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:23:08.392111 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-3d048dd4-889f-48eb-b5bf-35ce3e14bc14 req-1286e13d-8579-400a-8f7b-239f424491d5 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:08.422913 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1286e13d-8579-400a-8f7b-239f424491d5 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Pushing event deleted for resources: {'Port': ['ID=ac75190d-aa0e-4025-a0f5-3af57c43f587,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:08.464127 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d048dd4-889f-48eb-b5bf-35ce3e14bc14 req-1286e13d-8579-400a-8f7b-239f424491d5 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] No DVR routers for this DVR port ac75190d-aa0e-4025-a0f5-3af57c43f587 on host hv-cinder-81514 {{(pid=101973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:23:08.466552 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-3d048dd4-889f-48eb-b5bf-35ce3e14bc14 req-1286e13d-8579-400a-8f7b-239f424491d5 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:08.470334 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-3d048dd4-889f-48eb-b5bf-35ce3e14bc14 req-1286e13d-8579-400a-8f7b-239f424491d5 tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.81 "DELETE /v2.0/ports/ac75190d-aa0e-4025-a0f5-3af57c43f587 HTTP/1.1" status: 204 len: 173 time: 0.4818854 Oct 27 10:23:08.470760 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce4b748-c30f-4891-87e8-b167e1d8caf3', 'name': 'network-vif-deleted', 'tag': 'ac75190d-aa0e-4025-a0f5-3af57c43f587'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:23:08.472940 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94debda59f24a9426fb80c87c8c8853eb57e17b8e03a85591ed34d87467b8464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d2b57c-7444-4127-8351-d62b20f1e009" -d '{"events": [{"server_uuid": "3ce4b748-c30f-4891-87e8-b167e1d8caf3", "name": "network-vif-deleted", "tag": "ac75190d-aa0e-4025-a0f5-3af57c43f587"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:23:08.510897 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6181b385-4775-48e9-b472-0659c72ff3e0 x-openstack-request-id: req-6181b385-4775-48e9-b472-0659c72ff3e0 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:23:08.511193 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce4b748-c30f-4891-87e8-b167e1d8caf3", "name": "network-vif-deleted", "tag": "ac75190d-aa0e-4025-a0f5-3af57c43f587", "status": "completed", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:23:08.511448 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6181b385-4775-48e9-b472-0659c72ff3e0 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:23:08.511845 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce4b748-c30f-4891-87e8-b167e1d8caf3', 'name': 'network-vif-deleted', 'tag': 'ac75190d-aa0e-4025-a0f5-3af57c43f587', 'status': 'completed', 'code': 200} Oct 27 10:23:08.990440 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-3b784224-589c-4a9e-b466-92fd269e8ff5 req-67c2fc05-9be1-47f0-aa4b-15cabd56736f tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ce4b748-c30f-4891-87e8-b167e1d8caf3 HTTP/1.1" status: 200 len: 210 time: 0.0263197 Oct 27 10:23:10.045008 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 55648) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:23:10.164140 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-34d27c7b-0773-4a8e-bab8-4b094fa36c5a tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Deleting port 7be849ee-abf9-4399-afb1-e75b72aed6bc {{(pid=101973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:23:10.164470 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-34d27c7b-0773-4a8e-bab8-4b094fa36c5a tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:10.200945 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device ac75190d-aa0e-4025-a0f5-3af57c43f587 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:23:10.224442 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] No Port match for: ac75190d-aa0e-4025-a0f5-3af57c43f587 {{(pid=101975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:23:10.231062 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device ac75190d-aa0e-4025-a0f5-3af57c43f587 not bound to the agent host hv-cinder-81514 {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:23:10.240573 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-34d27c7b-0773-4a8e-bab8-4b094fa36c5a tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:10.240891 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-34d27c7b-0773-4a8e-bab8-4b094fa36c5a tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:10.252226 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-34d27c7b-0773-4a8e-bab8-4b094fa36c5a tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Calling delete_port for 7be849ee-abf9-4399-afb1-e75b72aed6bc owned by network:floatingip {{(pid=101973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:23:10.420373 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-34d27c7b-0773-4a8e-bab8-4b094fa36c5a tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:10.445974 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d27c7b-0773-4a8e-bab8-4b094fa36c5a tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Pushing event deleted for resources: {'Port': ['ID=7be849ee-abf9-4399-afb1-e75b72aed6bc,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:10.506799 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-34d27c7b-0773-4a8e-bab8-4b094fa36c5a tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks [] for floatingip, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:10.509291 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-34d27c7b-0773-4a8e-bab8-4b094fa36c5a tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for floatingip, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:10.510471 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-34d27c7b-0773-4a8e-bab8-4b094fa36c5a tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "DELETE /v2.0/floatingips/c8923d53-32d5-4f8c-b2e0-ed0348f4f998 HTTP/1.1" status: 204 len: 168 time: 0.4644740 Oct 27 10:23:11.804525 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 55660) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:23:11.863400 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-18fcb476-4b4b-4d00-9266-15f7927f1b4d tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:11.887393 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-18fcb476-4b4b-4d00-9266-15f7927f1b4d tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:12.019275 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-18fcb476-4b4b-4d00-9266-15f7927f1b4d tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:12.022502 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-18fcb476-4b4b-4d00-9266-15f7927f1b4d tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:12.023670 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-18fcb476-4b4b-4d00-9266-15f7927f1b4d tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] 10.222.0.36 "DELETE /v2.0/security-groups/ec81f864-3f06-41e2-9840-a17b9ec1be55 HTTP/1.1" status: 204 len: 168 time: 0.2181904 Oct 27 10:23:12.033919 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fcb476-4b4b-4d00-9266-15f7927f1b4d tempest-TestVolumeBootPattern-220470701 tempest-TestVolumeBootPattern-220470701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec81f864-3f06-41e2-9840-a17b9ec1be55,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:12.148209 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 55664) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:23:12.572524 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-e6a9509a-4007-41ca-a8e0-2d2830fcb2b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-564270'] for router_interface, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:12.812909 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-e6a9509a-4007-41ca-a8e0-2d2830fcb2b6 admin admin] Deleting port 089d0dc8-5ebf-48f1-8622-11f312be0018 {{(pid=101973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:23:12.813240 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-e6a9509a-4007-41ca-a8e0-2d2830fcb2b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:12.891394 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-e6a9509a-4007-41ca-a8e0-2d2830fcb2b6 admin admin] For port 089d0dc8-5ebf-48f1-8622-11f312be0018, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=089d0dc8-5ebf-48f1-8622-11f312be0018,segment=NetworkSegment(c6701753-9a96-494a-a422-463d38a89485),segment_id=c6701753-9a96-494a-a422-463d38a89485)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:12.891680 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-e6a9509a-4007-41ca-a8e0-2d2830fcb2b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:12.903539 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-e6a9509a-4007-41ca-a8e0-2d2830fcb2b6 admin admin] Calling delete_port for 089d0dc8-5ebf-48f1-8622-11f312be0018 owned by network:router_interface {{(pid=101973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:23:13.146716 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-e6a9509a-4007-41ca-a8e0-2d2830fcb2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:13.172095 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a9509a-4007-41ca-a8e0-2d2830fcb2b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=089d0dc8-5ebf-48f1-8622-11f312be0018,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:13.596892 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-e6a9509a-4007-41ca-a8e0-2d2830fcb2b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3604356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-564418'] for router_interface, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:13.804820 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a9509a-4007-41ca-a8e0-2d2830fcb2b6 admin admin] Router 0983b7c0-7af8-45ae-9a29-53b2556b2e2f has already been hosted by L3 agent b2a2dab9-f998-4002-b8bb-cf3ca8546284 {{(pid=101973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:23:13.907624 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a9509a-4007-41ca-a8e0-2d2830fcb2b6 admin admin] Notify agent at l3_agent.dv-cinder-815146-2-iscsi the message routers_updated {{(pid=101973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:23:13.912610 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-e6a9509a-4007-41ca-a8e0-2d2830fcb2b6 admin admin] 10.222.0.36 "PUT /v2.0/routers/0983b7c0-7af8-45ae-9a29-53b2556b2e2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7634404 Oct 27 10:23:13.915124 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 55668) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:23:13.917741 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c311c0-408a-4bf9-b4e3-c294cbc66164 None None] Sync routers for ids ['0983b7c0-7af8-45ae-9a29-53b2556b2e2f'] in dv-cinder-815146-2-iscsi {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:23:13.928754 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c311c0-408a-4bf9-b4e3-c294cbc66164 None None] Routers {'0983b7c0-7af8-45ae-9a29-53b2556b2e2f'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:23:13.929457 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-f9c311c0-408a-4bf9-b4e3-c294cbc66164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:23:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['0983b7c0-7af8-45ae-9a29-53b2556b2e2f'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:14.019238 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-e8a65ed5-cec4-4435-bab7-fad5d38bd5e4 admin admin] Publish callbacks [] for router, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:14.047300 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-f9c311c0-408a-4bf9-b4e3-c294cbc66164 None None] Set router 0983b7c0-7af8-45ae-9a29-53b2556b2e2f gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:23:14.116720 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:14.123037 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-e8a65ed5-cec4-4435-bab7-fad5d38bd5e4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:14.227617 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-f9c311c0-408a-4bf9-b4e3-c294cbc66164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'name': 'tempest-TestVolumeBootPattern-1120565903-router', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:14:58Z', 'updated_at': '2021-10-27T10:23:13Z', 'revision_number': 5, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'gw_port': {'id': '81039686-3edb-4a11-855b-40c0ec69fc77', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:14:59Z', 'updated_at': '2021-10-27T10:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi'}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:14.245023 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-e8a65ed5-cec4-4435-bab7-fad5d38bd5e4 admin admin] Deleting port 81039686-3edb-4a11-855b-40c0ec69fc77 {{(pid=101973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:23:14.245592 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-e8a65ed5-cec4-4435-bab7-fad5d38bd5e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:14.259162 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c311c0-408a-4bf9-b4e3-c294cbc66164 None None] Checking router: 0983b7c0-7af8-45ae-9a29-53b2556b2e2f for host: dv-cinder-815146-2-iscsi {{(pid=101975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:23:14.267890 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c311c0-408a-4bf9-b4e3-c294cbc66164 None None] Routers {'0983b7c0-7af8-45ae-9a29-53b2556b2e2f'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:23:14.268490 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-f9c311c0-408a-4bf9-b4e3-c294cbc66164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:23:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['0983b7c0-7af8-45ae-9a29-53b2556b2e2f'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:14.329079 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-e8a65ed5-cec4-4435-bab7-fad5d38bd5e4 admin admin] For port 81039686-3edb-4a11-855b-40c0ec69fc77, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=81039686-3edb-4a11-855b-40c0ec69fc77,segment=NetworkSegment(b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3),segment_id=b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:14.329445 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-e8a65ed5-cec4-4435-bab7-fad5d38bd5e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:14.342298 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-e8a65ed5-cec4-4435-bab7-fad5d38bd5e4 admin admin] Calling delete_port for 81039686-3edb-4a11-855b-40c0ec69fc77 owned by network:router_gateway {{(pid=101973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:23:14.354484 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-f9c311c0-408a-4bf9-b4e3-c294cbc66164 None None] Set router 0983b7c0-7af8-45ae-9a29-53b2556b2e2f gateway port host: None {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:23:14.408826 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-f9c311c0-408a-4bf9-b4e3-c294cbc66164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'name': 'tempest-TestVolumeBootPattern-1120565903-router', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:14:58Z', 'updated_at': '2021-10-27T10:23:14Z', 'revision_number': 6, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'gw_port_host': None}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:14.437733 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c311c0-408a-4bf9-b4e3-c294cbc66164 None None] The sync data for ids ['0983b7c0-7af8-45ae-9a29-53b2556b2e2f'] in dv-cinder-815146-2-iscsi is: [{'id': '0983b7c0-7af8-45ae-9a29-53b2556b2e2f', 'name': 'tempest-TestVolumeBootPattern-1120565903-router', 'tenant_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:14:58Z', 'updated_at': '2021-10-27T10:23:14Z', 'revision_number': 6, 'project_id': 'ce4fbe5437b54e06856c6e5fba0e6a8d', 'gw_port_host': None}] {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:23:14.573303 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-e8a65ed5-cec4-4435-bab7-fad5d38bd5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:14.599967 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a65ed5-cec4-4435-bab7-fad5d38bd5e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=81039686-3edb-4a11-855b-40c0ec69fc77,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:14.658014 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-e8a65ed5-cec4-4435-bab7-fad5d38bd5e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-564064'] for router_gateway, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:14.747600 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-e8a65ed5-cec4-4435-bab7-fad5d38bd5e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13750'] for router, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:14.749605 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-e8a65ed5-cec4-4435-bab7-fad5d38bd5e4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:14.871880 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-e8a65ed5-cec4-4435-bab7-fad5d38bd5e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561437'] for router, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:14.872411 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a65ed5-cec4-4435-bab7-fad5d38bd5e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0983b7c0-7af8-45ae-9a29-53b2556b2e2f {{(pid=101973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:23:14.877210 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-e8a65ed5-cec4-4435-bab7-fad5d38bd5e4 admin admin] Publish callbacks [] for router, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:14.878379 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-e8a65ed5-cec4-4435-bab7-fad5d38bd5e4 admin admin] 10.222.0.36 "DELETE /v2.0/routers/0983b7c0-7af8-45ae-9a29-53b2556b2e2f HTTP/1.1" status: 204 len: 168 time: 0.9623528 Oct 27 10:23:14.880863 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 55670) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:23:14.924803 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7fb1eba-0aa4-4b3c-aaae-4d0154347099 admin admin] Deleting subnet 22ddcb0e-0b75-477e-b461-720a6b940632 {{(pid=101973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:23:14.928747 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-a7fb1eba-0aa4-4b3c-aaae-4d0154347099 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:14.962485 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-a7fb1eba-0aa4-4b3c-aaae-4d0154347099 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114672'] for subnet, precommit_delete_associations {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:15.039130 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-a7fb1eba-0aa4-4b3c-aaae-4d0154347099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3657045'] for subnet, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:15.166098 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-a7fb1eba-0aa4-4b3c-aaae-4d0154347099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3657052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9116697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9230295'] for subnet, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:15.192469 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb1eba-0aa4-4b3c-aaae-4d0154347099 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22ddcb0e-0b75-477e-b461-720a6b940632,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:15.196157 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-a7fb1eba-0aa4-4b3c-aaae-4d0154347099 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for subnet, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:15.201987 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-a7fb1eba-0aa4-4b3c-aaae-4d0154347099 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/22ddcb0e-0b75-477e-b461-720a6b940632 HTTP/1.1" status: 204 len: 168 time: 0.3201230 Oct 27 10:23:15.202380 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4509e0ff-6bfd-4781-9c7e-87ecb150a0b5 None None] Network 45ccbdab-8245-4106-a0cd-ddc7afca495b requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:23:15.202874 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 55672) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:23:15.284050 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-5be56ab6-41df-4b80-852c-fc599750a72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3615918'] for network, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:15.344808 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.plugin [None req-5be56ab6-41df-4b80-852c-fc599750a72e admin admin] Deleting port a2b76f82-b956-4f49-9003-9025e2a753da {{(pid=101974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:23:15.345514 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-5be56ab6-41df-4b80-852c-fc599750a72e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:15.394628 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85570c53-b917-4f74-8070-0312569bdf3d None None] DHCP port deletion for 45ccbdab-8245-4106-a0cd-ddc7afca495b request from dv-cinder-815146-2-iscsi {{(pid=101975) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:23:15.412386 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.db [None req-5be56ab6-41df-4b80-852c-fc599750a72e admin admin] For port a2b76f82-b956-4f49-9003-9025e2a753da, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=a2b76f82-b956-4f49-9003-9025e2a753da,segment=NetworkSegment(c6701753-9a96-494a-a422-463d38a89485),segment_id=c6701753-9a96-494a-a422-463d38a89485)] {{(pid=101974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:15.412760 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-5be56ab6-41df-4b80-852c-fc599750a72e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:15.427460 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.plugin [None req-5be56ab6-41df-4b80-852c-fc599750a72e admin admin] Calling delete_port for a2b76f82-b956-4f49-9003-9025e2a753da owned by network:dhcp {{(pid=101974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:23:15.443894 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-85570c53-b917-4f74-8070-0312569bdf3d None None] Deleting port a2b76f82-b956-4f49-9003-9025e2a753da {{(pid=101975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:23:15.444261 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-85570c53-b917-4f74-8070-0312569bdf3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:15.509654 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-85570c53-b917-4f74-8070-0312569bdf3d None None] For port a2b76f82-b956-4f49-9003-9025e2a753da, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=a2b76f82-b956-4f49-9003-9025e2a753da,segment=NetworkSegment(c6701753-9a96-494a-a422-463d38a89485),segment_id=c6701753-9a96-494a-a422-463d38a89485)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:15.510087 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-85570c53-b917-4f74-8070-0312569bdf3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:15.523072 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-85570c53-b917-4f74-8070-0312569bdf3d None None] Calling delete_port for a2b76f82-b956-4f49-9003-9025e2a753da owned by network:dhcp {{(pid=101975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:23:15.569392 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-5be56ab6-41df-4b80-852c-fc599750a72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078929'] for port, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:15.595643 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be56ab6-41df-4b80-852c-fc599750a72e admin admin] Pushing event deleted for resources: {'Port': ['ID=a2b76f82-b956-4f49-9003-9025e2a753da,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:15.598015 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be56ab6-41df-4b80-852c-fc599750a72e admin admin] No DVR routers for this DVR port a2b76f82-b956-4f49-9003-9025e2a753da on host dv-cinder-815146-2-iscsi {{(pid=101974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:23:15.600666 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-85570c53-b917-4f74-8070-0312569bdf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848'] for port, after_delete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:15.614324 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be56ab6-41df-4b80-852c-fc599750a72e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:15.614324 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be56ab6-41df-4b80-852c-fc599750a72e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:15.614324 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be56ab6-41df-4b80-852c-fc599750a72e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:15.614324 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be56ab6-41df-4b80-852c-fc599750a72e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:15.614324 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be56ab6-41df-4b80-852c-fc599750a72e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:15.614324 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be56ab6-41df-4b80-852c-fc599750a72e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:15.614324 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be56ab6-41df-4b80-852c-fc599750a72e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:15.614324 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be56ab6-41df-4b80-852c-fc599750a72e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:15.614324 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be56ab6-41df-4b80-852c-fc599750a72e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:15.614324 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be56ab6-41df-4b80-852c-fc599750a72e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:15.614324 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be56ab6-41df-4b80-852c-fc599750a72e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:15.614324 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be56ab6-41df-4b80-852c-fc599750a72e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:15.627734 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85570c53-b917-4f74-8070-0312569bdf3d None None] Pushing event deleted for resources: {'Port': ['ID=a2b76f82-b956-4f49-9003-9025e2a753da,revision_number=None']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:15.631677 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85570c53-b917-4f74-8070-0312569bdf3d None None] No DVR routers for this DVR port a2b76f82-b956-4f49-9003-9025e2a753da on host dv-cinder-815146-2-iscsi {{(pid=101975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:23:15.683537 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-5be56ab6-41df-4b80-852c-fc599750a72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3667904', 'neutron.services.segments.db._delete_segments_for_network-8740340232798'] for network, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:15.703922 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.services.segments.db [None req-5be56ab6-41df-4b80-852c-fc599750a72e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45ccbdab-8245-4106-a0cd-ddc7afca495b']}} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:15.713018 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.services.segments.db [None req-5be56ab6-41df-4b80-852c-fc599750a72e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6701753-9a96-494a-a422-463d38a89485') {'for_net_delete': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:15.713314 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.services.segments.db [None req-5be56ab6-41df-4b80-852c-fc599750a72e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6701753-9a96-494a-a422-463d38a89485') {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:15.722476 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-5be56ab6-41df-4b80-852c-fc599750a72e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740340234087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8792530'] for segment, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:15.736125 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-5be56ab6-41df-4b80-852c-fc599750a72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908'] for segment, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:15.741834 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5be56ab6-41df-4b80-852c-fc599750a72e admin admin] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=101974) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:23:15.742210 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-5be56ab6-41df-4b80-852c-fc599750a72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12078990'] for segment, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:15.743831 dv-cinder-815146-2-iscsi neutron-server[101974]: Traceback (most recent call last): Oct 27 10:23:15.743831 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:23:15.743831 dv-cinder-815146-2-iscsi neutron-server[101974]: timer() Oct 27 10:23:15.743831 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:23:15.743831 dv-cinder-815146-2-iscsi neutron-server[101974]: cb(*args, **kw) Oct 27 10:23:15.743831 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:23:15.743831 dv-cinder-815146-2-iscsi neutron-server[101974]: return func(*args, **kwargs) Oct 27 10:23:15.743831 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:23:15.743831 dv-cinder-815146-2-iscsi neutron-server[101974]: self._notify() Oct 27 10:23:15.743831 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:23:15.743831 dv-cinder-815146-2-iscsi neutron-server[101974]: self.callback(batched_events) Oct 27 10:23:15.743831 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:23:15.743831 dv-cinder-815146-2-iscsi neutron-server[101974]: event.method(event) Oct 27 10:23:15.743831 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:23:15.743831 dv-cinder-815146-2-iscsi neutron-server[101974]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:23:15.743831 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:23:15.743831 dv-cinder-815146-2-iscsi neutron-server[101974]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:23:15.743831 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:23:15.743831 dv-cinder-815146-2-iscsi neutron-server[101974]: return f(self, *a, **k) Oct 27 10:23:15.743831 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:23:15.743831 dv-cinder-815146-2-iscsi neutron-server[101974]: return self._get(url).json() Oct 27 10:23:15.743831 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:23:15.743831 dv-cinder-815146-2-iscsi neutron-server[101974]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:23:15.743831 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:23:15.743831 dv-cinder-815146-2-iscsi neutron-server[101974]: return self.request(url, 'GET', **kwargs) Oct 27 10:23:15.743831 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:23:15.743831 dv-cinder-815146-2-iscsi neutron-server[101974]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:23:15.743831 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:23:15.743831 dv-cinder-815146-2-iscsi neutron-server[101974]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:23:15.743831 dv-cinder-815146-2-iscsi neutron-server[101974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:23:15.743831 dv-cinder-815146-2-iscsi neutron-server[101974]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:23:15.743831 dv-cinder-815146-2-iscsi neutron-server[101974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:23:15.883831 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-5be56ab6-41df-4b80-852c-fc599750a72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3667915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564060'] for network, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:15.889315 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-5be56ab6-41df-4b80-852c-fc599750a72e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for network, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:15.894962 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-5be56ab6-41df-4b80-852c-fc599750a72e admin admin] 10.222.0.36 "DELETE /v2.0/networks/45ccbdab-8245-4106-a0cd-ddc7afca495b HTTP/1.1" status: 204 len: 168 time: 0.6911995 Oct 27 10:23:15.895583 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 55674) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:23:15.907873 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be56ab6-41df-4b80-852c-fc599750a72e admin admin] Pushing event deleted for resources: {'Network': ['ID=45ccbdab-8245-4106-a0cd-ddc7afca495b,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:16.079706 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 089d0dc8-5ebf-48f1-8622-11f312be0018 no longer exists at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:23:16.100451 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] No Port match for: 089d0dc8-5ebf-48f1-8622-11f312be0018 {{(pid=101975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:23:16.101179 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 089d0dc8-5ebf-48f1-8622-11f312be0018 not bound to the agent host dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:23:16.101855 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device a2b76f82-b956-4f49-9003-9025e2a753da no longer exists at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:23:16.122286 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] No Port match for: a2b76f82-b956-4f49-9003-9025e2a753da {{(pid=101975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:23:16.122624 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device a2b76f82-b956-4f49-9003-9025e2a753da not bound to the agent host dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:23:16.123025 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 81039686-3edb-4a11-855b-40c0ec69fc77 no longer exists at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:23:16.144880 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] No Port match for: 81039686-3edb-4a11-855b-40c0ec69fc77 {{(pid=101975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:23:16.145222 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 81039686-3edb-4a11-855b-40c0ec69fc77 not bound to the agent host dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:23:16.241368 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8eda8270-8431-4a1a-8889-3ebf32e67531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-564270'] for router_interface, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:16.472491 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-8eda8270-8431-4a1a-8889-3ebf32e67531 admin admin] Deleting port d75408cb-d896-4158-ae0c-44bb4eefe259 {{(pid=101973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:23:16.472829 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8eda8270-8431-4a1a-8889-3ebf32e67531 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:16.552224 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-8eda8270-8431-4a1a-8889-3ebf32e67531 admin admin] For port d75408cb-d896-4158-ae0c-44bb4eefe259, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=d75408cb-d896-4158-ae0c-44bb4eefe259,segment=NetworkSegment(44ad7431-3934-4cf9-9c0f-5890169262a4),segment_id=44ad7431-3934-4cf9-9c0f-5890169262a4)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:16.552605 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8eda8270-8431-4a1a-8889-3ebf32e67531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:16.565262 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-8eda8270-8431-4a1a-8889-3ebf32e67531 admin admin] Calling delete_port for d75408cb-d896-4158-ae0c-44bb4eefe259 owned by network:router_interface {{(pid=101973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:23:16.791660 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8eda8270-8431-4a1a-8889-3ebf32e67531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:16.817101 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eda8270-8431-4a1a-8889-3ebf32e67531 admin admin] Pushing event deleted for resources: {'Port': ['ID=d75408cb-d896-4158-ae0c-44bb4eefe259,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:16.987275 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8eda8270-8431-4a1a-8889-3ebf32e67531 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3604356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-564418'] for router_interface, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:17.196601 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eda8270-8431-4a1a-8889-3ebf32e67531 admin admin] Router 2713964c-0713-450b-b3ca-5f617d47bfcc has already been hosted by L3 agent b2a2dab9-f998-4002-b8bb-cf3ca8546284 {{(pid=101973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:23:17.365101 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eda8270-8431-4a1a-8889-3ebf32e67531 admin admin] Notify agent at l3_agent.dv-cinder-815146-2-iscsi the message routers_updated {{(pid=101973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:23:17.370853 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-8eda8270-8431-4a1a-8889-3ebf32e67531 admin admin] 10.222.0.36 "PUT /v2.0/routers/2713964c-0713-450b-b3ca-5f617d47bfcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4738643 Oct 27 10:23:17.372567 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 55680) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:23:17.376484 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996ff281-0ebf-41fb-9f5e-0848245fd4e5 None None] Sync routers for ids ['2713964c-0713-450b-b3ca-5f617d47bfcc'] in dv-cinder-815146-2-iscsi {{(pid=101976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:23:17.387236 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996ff281-0ebf-41fb-9f5e-0848245fd4e5 None None] Routers {'2713964c-0713-450b-b3ca-5f617d47bfcc'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:23:17.387954 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-996ff281-0ebf-41fb-9f5e-0848245fd4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:23:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['2713964c-0713-450b-b3ca-5f617d47bfcc'], 'active': True} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:17.478454 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-63e30a1a-17a8-4d20-a91d-48a2bcadf9b2 admin admin] Publish callbacks [] for router, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:17.491329 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvr_db [None req-996ff281-0ebf-41fb-9f5e-0848245fd4e5 None None] Set router 2713964c-0713-450b-b3ca-5f617d47bfcc gateway port host: dv-cinder-815146-2-iscsi {{(pid=101976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:23:17.578759 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-63e30a1a-17a8-4d20-a91d-48a2bcadf9b2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:17.677346 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-996ff281-0ebf-41fb-9f5e-0848245fd4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2713964c-0713-450b-b3ca-5f617d47bfcc', 'name': 'tempest-TestVolumeBootPattern-1990150575-router', 'tenant_id': '46d0e254415743faaa54ff1a07ca30e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '2bd9bd4a-bbb6-4a5b-9ab9-6ff95395854c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:15:06Z', 'updated_at': '2021-10-27T10:23:16Z', 'revision_number': 5, 'project_id': '46d0e254415743faaa54ff1a07ca30e3', 'gw_port': {'id': '2bd9bd4a-bbb6-4a5b-9ab9-6ff95395854c', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:25:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2713964c-0713-450b-b3ca-5f617d47bfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:15:07Z', 'updated_at': '2021-10-27T10:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi'}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:17.695271 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.plugin [None req-63e30a1a-17a8-4d20-a91d-48a2bcadf9b2 admin admin] Deleting port 2bd9bd4a-bbb6-4a5b-9ab9-6ff95395854c {{(pid=101974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:23:17.695615 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-63e30a1a-17a8-4d20-a91d-48a2bcadf9b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:17.702972 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996ff281-0ebf-41fb-9f5e-0848245fd4e5 None None] Checking router: 2713964c-0713-450b-b3ca-5f617d47bfcc for host: dv-cinder-815146-2-iscsi {{(pid=101976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:23:17.711127 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996ff281-0ebf-41fb-9f5e-0848245fd4e5 None None] Routers {'2713964c-0713-450b-b3ca-5f617d47bfcc'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:23:17.711712 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-996ff281-0ebf-41fb-9f5e-0848245fd4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:23:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['2713964c-0713-450b-b3ca-5f617d47bfcc'], 'active': True} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:17.779419 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.db [None req-63e30a1a-17a8-4d20-a91d-48a2bcadf9b2 admin admin] For port 2bd9bd4a-bbb6-4a5b-9ab9-6ff95395854c, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=2bd9bd4a-bbb6-4a5b-9ab9-6ff95395854c,segment=NetworkSegment(b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3),segment_id=b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3)] {{(pid=101974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:17.779777 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-63e30a1a-17a8-4d20-a91d-48a2bcadf9b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:17.792578 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.plugin [None req-63e30a1a-17a8-4d20-a91d-48a2bcadf9b2 admin admin] Calling delete_port for 2bd9bd4a-bbb6-4a5b-9ab9-6ff95395854c owned by network:router_gateway {{(pid=101974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:23:17.795136 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvr_db [None req-996ff281-0ebf-41fb-9f5e-0848245fd4e5 None None] Set router 2713964c-0713-450b-b3ca-5f617d47bfcc gateway port host: None {{(pid=101976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:23:17.848734 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-996ff281-0ebf-41fb-9f5e-0848245fd4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2713964c-0713-450b-b3ca-5f617d47bfcc', 'name': 'tempest-TestVolumeBootPattern-1990150575-router', 'tenant_id': '46d0e254415743faaa54ff1a07ca30e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:15:06Z', 'updated_at': '2021-10-27T10:23:17Z', 'revision_number': 6, 'project_id': '46d0e254415743faaa54ff1a07ca30e3', 'gw_port_host': None}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:17.875208 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996ff281-0ebf-41fb-9f5e-0848245fd4e5 None None] The sync data for ids ['2713964c-0713-450b-b3ca-5f617d47bfcc'] in dv-cinder-815146-2-iscsi is: [{'id': '2713964c-0713-450b-b3ca-5f617d47bfcc', 'name': 'tempest-TestVolumeBootPattern-1990150575-router', 'tenant_id': '46d0e254415743faaa54ff1a07ca30e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:15:06Z', 'updated_at': '2021-10-27T10:23:17Z', 'revision_number': 6, 'project_id': '46d0e254415743faaa54ff1a07ca30e3', 'gw_port_host': None}] {{(pid=101976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:23:18.019154 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-63e30a1a-17a8-4d20-a91d-48a2bcadf9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078929'] for port, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:18.042240 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e30a1a-17a8-4d20-a91d-48a2bcadf9b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bd9bd4a-bbb6-4a5b-9ab9-6ff95395854c,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:18.106300 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-63e30a1a-17a8-4d20-a91d-48a2bcadf9b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-564064'] for router_gateway, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:18.206837 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-63e30a1a-17a8-4d20-a91d-48a2bcadf9b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13750'] for router, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:18.206837 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-63e30a1a-17a8-4d20-a91d-48a2bcadf9b2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:18.447500 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-63e30a1a-17a8-4d20-a91d-48a2bcadf9b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561437'] for router, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:18.448241 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e30a1a-17a8-4d20-a91d-48a2bcadf9b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2713964c-0713-450b-b3ca-5f617d47bfcc {{(pid=101974) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:23:18.452426 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-63e30a1a-17a8-4d20-a91d-48a2bcadf9b2 admin admin] Publish callbacks [] for router, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:18.454200 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-63e30a1a-17a8-4d20-a91d-48a2bcadf9b2 admin admin] 10.222.0.36 "DELETE /v2.0/routers/2713964c-0713-450b-b3ca-5f617d47bfcc HTTP/1.1" status: 204 len: 168 time: 1.0805805 Oct 27 10:23:18.457695 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 55686) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:23:18.505644 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb3598ea-1dc8-47d8-a0c7-893eee381930 admin admin] Deleting subnet a925bb5c-082a-4057-a444-78af754e30ff {{(pid=101974) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:23:18.508794 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-fb3598ea-1dc8-47d8-a0c7-893eee381930 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:18.542804 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-fb3598ea-1dc8-47d8-a0c7-893eee381930 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8792491'] for subnet, precommit_delete_associations {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:18.623923 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-fb3598ea-1dc8-47d8-a0c7-893eee381930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3657045'] for subnet, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:18.657428 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device d75408cb-d896-4158-ae0c-44bb4eefe259 no longer exists at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:23:18.679236 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] No Port match for: d75408cb-d896-4158-ae0c-44bb4eefe259 {{(pid=101975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:23:18.679797 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device d75408cb-d896-4158-ae0c-44bb4eefe259 not bound to the agent host dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:23:18.763867 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-fb3598ea-1dc8-47d8-a0c7-893eee381930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3657052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8610796'] for subnet, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:18.789767 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3598ea-1dc8-47d8-a0c7-893eee381930 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a925bb5c-082a-4057-a444-78af754e30ff,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:18.794637 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-fb3598ea-1dc8-47d8-a0c7-893eee381930 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:18.800992 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-fb3598ea-1dc8-47d8-a0c7-893eee381930 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a925bb5c-082a-4057-a444-78af754e30ff HTTP/1.1" status: 204 len: 168 time: 0.3433568 Oct 27 10:23:18.801171 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53c3aae-7391-4e29-b447-b40f9013264f None None] Network d634b01e-5ca7-4fd5-9062-5a9b24ff6d28 requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:23:18.803675 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 55688) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:23:18.877938 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9eaee59c-797d-4f53-be7e-769fecc0a15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3615918'] for network, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:18.933932 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-9eaee59c-797d-4f53-be7e-769fecc0a15b admin admin] Deleting port c5414bf1-d332-4e27-a2cc-3454fbf0d54a {{(pid=101973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:23:18.934286 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9eaee59c-797d-4f53-be7e-769fecc0a15b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:18.995314 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d34667-fe6a-4bb0-818b-6a904110e459 None None] DHCP port deletion for d634b01e-5ca7-4fd5-9062-5a9b24ff6d28 request from dv-cinder-815146-2-iscsi {{(pid=101975) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:23:19.002488 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-9eaee59c-797d-4f53-be7e-769fecc0a15b admin admin] For port c5414bf1-d332-4e27-a2cc-3454fbf0d54a, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=c5414bf1-d332-4e27-a2cc-3454fbf0d54a,segment=NetworkSegment(44ad7431-3934-4cf9-9c0f-5890169262a4),segment_id=44ad7431-3934-4cf9-9c0f-5890169262a4)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:19.002848 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9eaee59c-797d-4f53-be7e-769fecc0a15b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:19.018869 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-9eaee59c-797d-4f53-be7e-769fecc0a15b admin admin] Calling delete_port for c5414bf1-d332-4e27-a2cc-3454fbf0d54a owned by network:dhcp {{(pid=101973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:23:19.043415 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-b2d34667-fe6a-4bb0-818b-6a904110e459 None None] Deleting port c5414bf1-d332-4e27-a2cc-3454fbf0d54a {{(pid=101975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:23:19.043787 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-b2d34667-fe6a-4bb0-818b-6a904110e459 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:19.111064 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-b2d34667-fe6a-4bb0-818b-6a904110e459 None None] For port c5414bf1-d332-4e27-a2cc-3454fbf0d54a, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=c5414bf1-d332-4e27-a2cc-3454fbf0d54a,segment=NetworkSegment(44ad7431-3934-4cf9-9c0f-5890169262a4),segment_id=44ad7431-3934-4cf9-9c0f-5890169262a4)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:19.116963 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-b2d34667-fe6a-4bb0-818b-6a904110e459 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:19.124110 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-b2d34667-fe6a-4bb0-818b-6a904110e459 None None] Calling delete_port for c5414bf1-d332-4e27-a2cc-3454fbf0d54a owned by network:dhcp {{(pid=101975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:23:19.191937 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9eaee59c-797d-4f53-be7e-769fecc0a15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:19.200738 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-b2d34667-fe6a-4bb0-818b-6a904110e459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848'] for port, after_delete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:19.219374 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaee59c-797d-4f53-be7e-769fecc0a15b admin admin] Pushing event deleted for resources: {'Port': ['ID=c5414bf1-d332-4e27-a2cc-3454fbf0d54a,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:19.223912 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaee59c-797d-4f53-be7e-769fecc0a15b admin admin] No DVR routers for this DVR port c5414bf1-d332-4e27-a2cc-3454fbf0d54a on host dv-cinder-815146-2-iscsi {{(pid=101973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:23:19.228880 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d34667-fe6a-4bb0-818b-6a904110e459 None None] Pushing event deleted for resources: {'Port': ['ID=c5414bf1-d332-4e27-a2cc-3454fbf0d54a,revision_number=None']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:19.233546 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d34667-fe6a-4bb0-818b-6a904110e459 None None] No DVR routers for this DVR port c5414bf1-d332-4e27-a2cc-3454fbf0d54a on host dv-cinder-815146-2-iscsi {{(pid=101975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:23:19.294840 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9eaee59c-797d-4f53-be7e-769fecc0a15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3667904', 'neutron.services.segments.db._delete_segments_for_network-8740340232798'] for network, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:19.318391 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.services.segments.db [None req-9eaee59c-797d-4f53-be7e-769fecc0a15b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d634b01e-5ca7-4fd5-9062-5a9b24ff6d28']}} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:19.327302 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.services.segments.db [None req-9eaee59c-797d-4f53-be7e-769fecc0a15b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44ad7431-3934-4cf9-9c0f-5890169262a4') {'for_net_delete': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:19.328100 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.services.segments.db [None req-9eaee59c-797d-4f53-be7e-769fecc0a15b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44ad7431-3934-4cf9-9c0f-5890169262a4') {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:19.337222 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9eaee59c-797d-4f53-be7e-769fecc0a15b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740340234087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114697'] for segment, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:19.350305 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9eaee59c-797d-4f53-be7e-769fecc0a15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908'] for segment, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:19.356191 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eaee59c-797d-4f53-be7e-769fecc0a15b admin admin] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=101973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:23:19.356555 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9eaee59c-797d-4f53-be7e-769fecc0a15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9116915'] for segment, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:19.358205 dv-cinder-815146-2-iscsi neutron-server[101973]: Traceback (most recent call last): Oct 27 10:23:19.358205 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:23:19.358205 dv-cinder-815146-2-iscsi neutron-server[101973]: timer() Oct 27 10:23:19.358205 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:23:19.358205 dv-cinder-815146-2-iscsi neutron-server[101973]: cb(*args, **kw) Oct 27 10:23:19.358205 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:23:19.358205 dv-cinder-815146-2-iscsi neutron-server[101973]: return func(*args, **kwargs) Oct 27 10:23:19.358205 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:23:19.358205 dv-cinder-815146-2-iscsi neutron-server[101973]: self._notify() Oct 27 10:23:19.358205 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:23:19.358205 dv-cinder-815146-2-iscsi neutron-server[101973]: self.callback(batched_events) Oct 27 10:23:19.358205 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:23:19.358205 dv-cinder-815146-2-iscsi neutron-server[101973]: event.method(event) Oct 27 10:23:19.358205 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:23:19.358205 dv-cinder-815146-2-iscsi neutron-server[101973]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:23:19.358205 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:23:19.358205 dv-cinder-815146-2-iscsi neutron-server[101973]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:23:19.358205 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:23:19.358205 dv-cinder-815146-2-iscsi neutron-server[101973]: return f(self, *a, **k) Oct 27 10:23:19.358205 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:23:19.358205 dv-cinder-815146-2-iscsi neutron-server[101973]: return self._get(url).json() Oct 27 10:23:19.358205 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:23:19.358205 dv-cinder-815146-2-iscsi neutron-server[101973]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:23:19.358205 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:23:19.358205 dv-cinder-815146-2-iscsi neutron-server[101973]: return self.request(url, 'GET', **kwargs) Oct 27 10:23:19.358205 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:23:19.358205 dv-cinder-815146-2-iscsi neutron-server[101973]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:23:19.358205 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:23:19.358205 dv-cinder-815146-2-iscsi neutron-server[101973]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:23:19.358205 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:23:19.358205 dv-cinder-815146-2-iscsi neutron-server[101973]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:23:19.358205 dv-cinder-815146-2-iscsi neutron-server[101973]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:23:19.483146 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9eaee59c-797d-4f53-be7e-769fecc0a15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3667915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564060'] for network, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:19.488568 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9eaee59c-797d-4f53-be7e-769fecc0a15b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for network, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:19.491721 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-9eaee59c-797d-4f53-be7e-769fecc0a15b admin admin] 10.222.0.36 "DELETE /v2.0/networks/d634b01e-5ca7-4fd5-9062-5a9b24ff6d28 HTTP/1.1" status: 204 len: 168 time: 0.6869748 Oct 27 10:23:19.502261 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaee59c-797d-4f53-be7e-769fecc0a15b admin admin] Pushing event deleted for resources: {'Network': ['ID=d634b01e-5ca7-4fd5-9062-5a9b24ff6d28,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:19.750091 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a2d9ca0f-ae65-48b5-9891-920715c4b37a req-c5566b7d-4428-4632-9db3-f1544a6fad78 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429518 Oct 27 10:23:19.803376 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 55694) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:23:19.861899 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9ca0f-ae65-48b5-9891-920715c4b37a req-bfe9b872-07e9-49a3-8dbc-b7d97d19e11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:19.863408 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a2d9ca0f-ae65-48b5-9891-920715c4b37a req-bfe9b872-07e9-49a3-8dbc-b7d97d19e11c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2c56e59286e34097af02e761b2b764e8&device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 1098 time: 0.0709150 Oct 27 10:23:19.865966 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-ad03bd56-bdb1-4d3e-9c73-24c1c49a1eac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ce4fbe5437b54e06856c6e5fba0e6a8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0615685 Oct 27 10:23:19.869941 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 55696) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:23:20.076613 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 2bd9bd4a-bbb6-4a5b-9ab9-6ff95395854c no longer exists at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:23:20.097754 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] No Port match for: 2bd9bd4a-bbb6-4a5b-9ab9-6ff95395854c {{(pid=101975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:23:20.098193 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 2bd9bd4a-bbb6-4a5b-9ab9-6ff95395854c not bound to the agent host dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:23:20.098671 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device c5414bf1-d332-4e27-a2cc-3454fbf0d54a no longer exists at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:23:20.119224 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] No Port match for: c5414bf1-d332-4e27-a2cc-3454fbf0d54a {{(pid=101975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:23:20.119573 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device c5414bf1-d332-4e27-a2cc-3454fbf0d54a not bound to the agent host dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:23:20.221811 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3128714e-9aa5-4b46-91a5-f4ce2a8243fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:20.260868 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3128714e-9aa5-4b46-91a5-f4ce2a8243fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:20.270505 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9ca0f-ae65-48b5-9891-920715c4b37a req-368ba2d7-6f22-4038-930e-b11afe1e807c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:20.271897 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a2d9ca0f-ae65-48b5-9891-920715c4b37a req-368ba2d7-6f22-4038-930e-b11afe1e807c service neutron] 10.222.0.81 "GET /v2.0/networks?id=de818a40-f5a0-4e15-9ec4-641b83d7ed9e HTTP/1.1" status: 200 len: 909 time: 0.3820081 Oct 27 10:23:20.346611 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a2d9ca0f-ae65-48b5-9891-920715c4b37a req-77db3d2e-f56f-4d6d-a78b-0d54028eab23 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=709b5fcb-eb97-4728-aff5-78b5b8d79066 HTTP/1.1" status: 200 len: 1000 time: 0.0664046 Oct 27 10:23:20.402695 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9ca0f-ae65-48b5-9891-920715c4b37a req-13065e43-524e-4cb5-9e64-8ec9e99e1869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:20.404138 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a2d9ca0f-ae65-48b5-9891-920715c4b37a req-13065e43-524e-4cb5-9e64-8ec9e99e1869 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=49f77a0b-10b6-49b5-b81b-48795085832c HTTP/1.1" status: 200 len: 846 time: 0.0510674 Oct 27 10:23:20.434448 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3128714e-9aa5-4b46-91a5-f4ce2a8243fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:20.437605 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3128714e-9aa5-4b46-91a5-f4ce2a8243fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:20.438547 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-3128714e-9aa5-4b46-91a5-f4ce2a8243fc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c529717f-660d-4220-85ff-4a0d504d0990 HTTP/1.1" status: 204 len: 168 time: 0.5688794 Oct 27 10:23:20.449832 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128714e-9aa5-4b46-91a5-f4ce2a8243fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c529717f-660d-4220-85ff-4a0d504d0990,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:20.462903 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9ca0f-ae65-48b5-9891-920715c4b37a req-7f238922-4336-4d79-a04d-2e6080f9d920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:20.464565 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a2d9ca0f-ae65-48b5-9891-920715c4b37a req-7f238922-4336-4d79-a04d-2e6080f9d920 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=de818a40-f5a0-4e15-9ec4-641b83d7ed9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535986 Oct 27 10:23:20.562407 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a2d9ca0f-ae65-48b5-9891-920715c4b37a req-faebf757-6150-4753-b408-e6dbb8d2c658 service neutron] 10.222.0.81 "GET /v2.0/networks/de818a40-f5a0-4e15-9ec4-641b83d7ed9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895841 Oct 27 10:23:20.653156 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-a2d9ca0f-ae65-48b5-9891-920715c4b37a req-7c2b5851-5eb6-47b9-b927-290155cf9ec7 service neutron] 10.222.0.81 "GET /v2.0/networks/de818a40-f5a0-4e15-9ec4-641b83d7ed9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845456 Oct 27 10:23:21.071519 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 55702) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:23:21.112040 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-e26a41dc-cc17-4739-ab04-d5280b5a9fa8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=46d0e254415743faaa54ff1a07ca30e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393689 Oct 27 10:23:21.114544 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 55704) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:23:21.162732 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d1408b4f-77e7-4ab6-b2a7-4e41a1ea2e6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:21.187934 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d1408b4f-77e7-4ab6-b2a7-4e41a1ea2e6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:21.317438 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d1408b4f-77e7-4ab6-b2a7-4e41a1ea2e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:21.319972 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d1408b4f-77e7-4ab6-b2a7-4e41a1ea2e6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:21.322886 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-d1408b4f-77e7-4ab6-b2a7-4e41a1ea2e6a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/76850315-41a9-45a6-a5aa-b66f1fae2197 HTTP/1.1" status: 204 len: 168 time: 0.2056594 Oct 27 10:23:21.328994 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1408b4f-77e7-4ab6-b2a7-4e41a1ea2e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76850315-41a9-45a6-a5aa-b66f1fae2197,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:31.580339 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-79ae3fb8-87e3-44c3-825c-17224f5c1f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:34.162744 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-a8e36a0d-1027-416d-b6c8-eb58ddf0fcbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:35.345070 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:35.961734 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:37.145867 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:39.818934 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.agents_db [None req-86e8c3be-7e21-4532-a65d-8f48c0a472d4 None None] Agent healthcheck: found 6 active agents {{(pid=101976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:23:44.069924 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:01.568287 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2e50daaf-e09b-4c7b-87ae-0db4ee908913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:04.280718 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-50970a75-a0e7-45da-82ab-30d582b2f437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:05.344115 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:05.921171 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:07.139864 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:14.065168 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:16.817685 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.agents_db [None req-86e8c3be-7e21-4532-a65d-8f48c0a472d4 None None] Agent healthcheck: found 6 active agents {{(pid=101976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:24:21.874593 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-48e50bd6-75c3-4a7f-ba65-b438ee2fd06a req-aa8fb4c3-2bb4-41b5-82de-dfb6bd208eaf service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1759109 Oct 27 10:24:21.964338 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e50bd6-75c3-4a7f-ba65-b438ee2fd06a req-f144d382-0b74-4769-85fa-0b2fc0e19bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:21.965866 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-48e50bd6-75c3-4a7f-ba65-b438ee2fd06a req-f144d382-0b74-4769-85fa-0b2fc0e19bcb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2c56e59286e34097af02e761b2b764e8&device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 1098 time: 0.0412157 Oct 27 10:24:22.069005 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e50bd6-75c3-4a7f-ba65-b438ee2fd06a req-c47cfee2-eb39-4e82-9f54-b5c437edd0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:22.070497 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-48e50bd6-75c3-4a7f-ba65-b438ee2fd06a req-c47cfee2-eb39-4e82-9f54-b5c437edd0ab service neutron] 10.222.0.81 "GET /v2.0/networks?id=de818a40-f5a0-4e15-9ec4-641b83d7ed9e HTTP/1.1" status: 200 len: 909 time: 0.0864105 Oct 27 10:24:22.134682 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-48e50bd6-75c3-4a7f-ba65-b438ee2fd06a req-41d41045-1cce-439a-93d8-0888987907e3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=709b5fcb-eb97-4728-aff5-78b5b8d79066 HTTP/1.1" status: 200 len: 1000 time: 0.0571256 Oct 27 10:24:22.185984 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e50bd6-75c3-4a7f-ba65-b438ee2fd06a req-0a15f1f1-3081-4b3c-9005-1445ba7a9f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:22.187375 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-48e50bd6-75c3-4a7f-ba65-b438ee2fd06a req-0a15f1f1-3081-4b3c-9005-1445ba7a9f8f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=49f77a0b-10b6-49b5-b81b-48795085832c HTTP/1.1" status: 200 len: 846 time: 0.0449076 Oct 27 10:24:22.230206 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e50bd6-75c3-4a7f-ba65-b438ee2fd06a req-411d21e9-3150-49fe-9645-dcfe2ece11dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:22.231793 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-48e50bd6-75c3-4a7f-ba65-b438ee2fd06a req-411d21e9-3150-49fe-9645-dcfe2ece11dd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=de818a40-f5a0-4e15-9ec4-641b83d7ed9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378153 Oct 27 10:24:22.242422 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [req-48e50bd6-75c3-4a7f-ba65-b438ee2fd06a req-96d86a89-6530-48d9-aadc-e6da85f3a2f3 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:24:22.243329 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-48e50bd6-75c3-4a7f-ba65-b438ee2fd06a req-96d86a89-6530-48d9-aadc-e6da85f3a2f3 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0046620 Oct 27 10:24:22.329623 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-48e50bd6-75c3-4a7f-ba65-b438ee2fd06a req-25a88c55-07cc-4a05-8bf6-c3a17e0e9dda service neutron] 10.222.0.81 "GET /v2.0/networks/de818a40-f5a0-4e15-9ec4-641b83d7ed9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792732 Oct 27 10:24:22.419074 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-48e50bd6-75c3-4a7f-ba65-b438ee2fd06a req-2f9db53c-3f1c-461c-ba5f-81feb4ca589d service neutron] 10.222.0.81 "GET /v2.0/networks/de818a40-f5a0-4e15-9ec4-641b83d7ed9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826898 Oct 27 10:24:28.483352 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef1f82-078b-4960-945b-1d2830cb39f8 req-477b28d1-86b0-4a62-8c9c-76e87dd07088 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:28.484883 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-d6ef1f82-078b-4960-945b-1d2830cb39f8 req-477b28d1-86b0-4a62-8c9c-76e87dd07088 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 945 time: 0.0503504 Oct 27 10:24:28.523340 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-d6ef1f82-078b-4960-945b-1d2830cb39f8 req-42c94324-73ce-49cc-b5d6-34e26c3147ee tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324311 Oct 27 10:24:29.641461 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e582f-4f86-4d45-9876-a83e7ca93a47 req-854192d3-dcd8-4fb0-a594-95a433047e1a tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:29.643579 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-c89e582f-4f86-4d45-9876-a83e7ca93a47 req-854192d3-dcd8-4fb0-a594-95a433047e1a tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 945 time: 0.0500252 Oct 27 10:24:29.680015 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-c89e582f-4f86-4d45-9876-a83e7ca93a47 req-331301e0-241f-428d-8de5-1937eefa0c34 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305779 Oct 27 10:24:30.797060 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053500c-ae5f-4674-ab45-62bba685263a req-b37598f8-cbea-4e13-9b4a-958d45b59537 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:30.799277 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-c053500c-ae5f-4674-ab45-62bba685263a req-b37598f8-cbea-4e13-9b4a-958d45b59537 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 945 time: 0.0525355 Oct 27 10:24:30.835460 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-c053500c-ae5f-4674-ab45-62bba685263a req-cc638dda-a29b-4751-a9bd-ec4cfe7f47ac tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304508 Oct 27 10:24:31.572022 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-087a563f-770f-4a2c-9fb1-bc73a32d8384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:31.962804 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19cc68-1af2-466b-af09-14b6388706e0 req-032b4bfb-a5ed-4430-b595-142ea32a01e9 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:31.964283 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-6b19cc68-1af2-466b-af09-14b6388706e0 req-032b4bfb-a5ed-4430-b595-142ea32a01e9 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 945 time: 0.0608785 Oct 27 10:24:32.004422 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-6b19cc68-1af2-466b-af09-14b6388706e0 req-3c00c251-6004-4380-b0c9-ed8267a9e447 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341420 Oct 27 10:24:33.117046 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674380f-7bd2-4b71-aa6c-d158fe9885b6 req-c134f991-22f6-4aa5-a816-7e92db3620c2 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:33.118532 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-d674380f-7bd2-4b71-aa6c-d158fe9885b6 req-c134f991-22f6-4aa5-a816-7e92db3620c2 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 945 time: 0.0487680 Oct 27 10:24:33.156022 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-d674380f-7bd2-4b71-aa6c-d158fe9885b6 req-e0b8f322-3127-4e80-afad-1395b118b89d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315163 Oct 27 10:24:34.196669 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-9d266dda-fa78-4653-a44b-a35cb56c1235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:34.271016 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50381f4d-4b7f-4309-9da2-9d4229d4a7e2 req-13b3b371-9947-4f9c-ba18-3a34b1f7ee61 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:34.272486 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-50381f4d-4b7f-4309-9da2-9d4229d4a7e2 req-13b3b371-9947-4f9c-ba18-3a34b1f7ee61 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 945 time: 0.0503662 Oct 27 10:24:34.309247 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-50381f4d-4b7f-4309-9da2-9d4229d4a7e2 req-615b14f5-a0c7-4887-b82f-ff5fc275c9a2 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307753 Oct 27 10:24:35.379290 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:35.426003 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acea275-0c81-4ced-8257-830c0e8deb83 req-e12af979-c18b-4fb1-bfa5-2bae94931897 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:35.427370 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0acea275-0c81-4ced-8257-830c0e8deb83 req-e12af979-c18b-4fb1-bfa5-2bae94931897 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 945 time: 0.0481195 Oct 27 10:24:35.463675 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-0acea275-0c81-4ced-8257-830c0e8deb83 req-d6bd9b44-6fe4-4bed-b28d-8e09479c1644 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304074 Oct 27 10:24:35.956474 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:36.576376 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb742e9-934f-49fb-bc06-42cb57db1667 req-f3dfbff2-2ff1-4a21-8b06-2a6e1fe1768d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:36.577961 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-eeb742e9-934f-49fb-bc06-42cb57db1667 req-f3dfbff2-2ff1-4a21-8b06-2a6e1fe1768d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 945 time: 0.0472798 Oct 27 10:24:36.614677 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-eeb742e9-934f-49fb-bc06-42cb57db1667 req-b9ff24ef-9b98-48c4-a992-a818502cac2c tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307465 Oct 27 10:24:37.144953 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:37.730600 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0138886-8c9a-480c-b0ec-8705c8a27a5a req-15c498b4-ddfa-45e8-952e-e332eefcdda8 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:37.732287 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-b0138886-8c9a-480c-b0ec-8705c8a27a5a req-15c498b4-ddfa-45e8-952e-e332eefcdda8 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 945 time: 0.0517540 Oct 27 10:24:37.768986 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-b0138886-8c9a-480c-b0ec-8705c8a27a5a req-b54fdd53-3002-4037-86be-b2b2e9b1918f tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307055 Oct 27 10:24:38.686591 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749948d1-0ffe-4b05-9b15-2f3ae9db88d3 req-6092a7ca-cdf9-4e5c-b88a-33762b9d2141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:38.688068 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-749948d1-0ffe-4b05-9b15-2f3ae9db88d3 req-6092a7ca-cdf9-4e5c-b88a-33762b9d2141 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2c56e59286e34097af02e761b2b764e8&device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 1098 time: 0.0397739 Oct 27 10:24:38.779058 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749948d1-0ffe-4b05-9b15-2f3ae9db88d3 req-d9549f0d-fe3a-49ff-af50-046bc4ceab65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:38.780468 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-749948d1-0ffe-4b05-9b15-2f3ae9db88d3 req-d9549f0d-fe3a-49ff-af50-046bc4ceab65 service neutron] 10.222.0.81 "GET /v2.0/networks?id=de818a40-f5a0-4e15-9ec4-641b83d7ed9e HTTP/1.1" status: 200 len: 909 time: 0.0849578 Oct 27 10:24:38.847174 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-749948d1-0ffe-4b05-9b15-2f3ae9db88d3 req-0f0655ca-ed46-4ddc-bed1-264a6eaad7d2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=709b5fcb-eb97-4728-aff5-78b5b8d79066 HTTP/1.1" status: 200 len: 1000 time: 0.0577919 Oct 27 10:24:38.886392 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0e618-47be-4f22-a697-c4ab29df58c4 req-45525261-391e-43d9-8433-c5c72421c7d4 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:38.887766 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-d8a0e618-47be-4f22-a697-c4ab29df58c4 req-45525261-391e-43d9-8433-c5c72421c7d4 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 945 time: 0.0511091 Oct 27 10:24:38.896958 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749948d1-0ffe-4b05-9b15-2f3ae9db88d3 req-9fa84d53-4c04-496f-8564-615b249af24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:38.898470 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-749948d1-0ffe-4b05-9b15-2f3ae9db88d3 req-9fa84d53-4c04-496f-8564-615b249af24a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=49f77a0b-10b6-49b5-b81b-48795085832c HTTP/1.1" status: 200 len: 846 time: 0.0438790 Oct 27 10:24:38.925197 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-d8a0e618-47be-4f22-a697-c4ab29df58c4 req-2803aa84-582b-4a87-a733-595f05e6a563 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314193 Oct 27 10:24:38.948568 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749948d1-0ffe-4b05-9b15-2f3ae9db88d3 req-ea129096-b710-4d10-af56-3741084b8b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:38.950061 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-749948d1-0ffe-4b05-9b15-2f3ae9db88d3 req-ea129096-b710-4d10-af56-3741084b8b57 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=de818a40-f5a0-4e15-9ec4-641b83d7ed9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448453 Oct 27 10:24:39.039206 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-749948d1-0ffe-4b05-9b15-2f3ae9db88d3 req-580192e3-89da-44b0-9da5-8234e90b5b6a service neutron] 10.222.0.81 "GET /v2.0/networks/de818a40-f5a0-4e15-9ec4-641b83d7ed9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808880 Oct 27 10:24:39.131453 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-749948d1-0ffe-4b05-9b15-2f3ae9db88d3 req-4472da9a-8bd6-4469-bb2e-1f47557bd7b6 service neutron] 10.222.0.81 "GET /v2.0/networks/de818a40-f5a0-4e15-9ec4-641b83d7ed9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850070 Oct 27 10:24:40.039562 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d28f5-ea99-4de3-ae67-98efe3d24222 req-04524359-167f-4d78-b0d7-b35daa2f71f4 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:40.041043 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-eb6d28f5-ea99-4de3-ae67-98efe3d24222 req-04524359-167f-4d78-b0d7-b35daa2f71f4 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 945 time: 0.0482330 Oct 27 10:24:40.078911 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-eb6d28f5-ea99-4de3-ae67-98efe3d24222 req-ef1949f3-b32e-473d-9b2e-413d4a8123eb tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318310 Oct 27 10:24:41.199234 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f9cec-c9c3-4b33-9be9-4929856353e3 req-89a54799-f306-4903-883b-78736470a8af tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:41.200708 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-d01f9cec-c9c3-4b33-9be9-4929856353e3 req-89a54799-f306-4903-883b-78736470a8af tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 945 time: 0.0490956 Oct 27 10:24:41.238772 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-d01f9cec-c9c3-4b33-9be9-4929856353e3 req-c713115f-81ff-430f-8b1f-72263df11380 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314624 Oct 27 10:24:42.352228 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef7b03-b46b-46af-a9ef-8e57d0a99520 req-aaa0130a-9fcb-4f3a-b57d-47d82ca03c11 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:42.353611 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-aaef7b03-b46b-46af-a9ef-8e57d0a99520 req-aaa0130a-9fcb-4f3a-b57d-47d82ca03c11 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 945 time: 0.0484064 Oct 27 10:24:42.391835 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-aaef7b03-b46b-46af-a9ef-8e57d0a99520 req-35d101fd-30cb-4a70-acd8-a61f8d35cf6f tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314341 Oct 27 10:24:42.807366 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b596ab-3d2e-40e6-884f-030b317794ce req-69c47c59-2e54-458d-aa8a-eb45ff66cac1 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:42.808813 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-77b596ab-3d2e-40e6-884f-030b317794ce req-69c47c59-2e54-458d-aa8a-eb45ff66cac1 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 945 time: 0.0548446 Oct 27 10:24:42.832923 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 709b5fcb-eb97-4728-aff5-78b5b8d79066 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:24:42.848220 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-77b596ab-3d2e-40e6-884f-030b317794ce req-eae43e5f-4145-414f-b090-551abb364593 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327950 Oct 27 10:24:42.898505 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-13834bd4-338b-4ce0-a432-e590079f74a5 req-c16d4955-9196-41a6-9e02-ca22d3983bc5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0886586 Oct 27 10:24:42.926722 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:42.950786 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f005190-b7a8-4a30-882c-289cb89769a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '709b5fcb-eb97-4728-aff5-78b5b8d79066'}] {{(pid=101975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:24:42.953064 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef74c052f1c640f85ff9302be404e86fdcd9e777050b230953bf81409b3ec6af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2951da-f874-4888-bf67-9d769ab32f4b" -d '{"events": [{"server_uuid": "2f005190-b7a8-4a30-882c-289cb89769a6", "name": "network-vif-unplugged", "status": "completed", "tag": "709b5fcb-eb97-4728-aff5-78b5b8d79066"}]}' {{(pid=101975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:24:42.966963 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port 709b5fcb-eb97-4728-aff5-78b5b8d79066, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=709b5fcb-eb97-4728-aff5-78b5b8d79066,segment=NetworkSegment(167e3ffd-d44b-49c8-b024-1ce22d11cb2a),segment_id=167e3ffd-d44b-49c8-b024-1ce22d11cb2a)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:43.054294 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:43.107365 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 27 Oct 2021 10:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0697aa2f-cda0-4305-9747-e42575b0f9c3 x-openstack-request-id: req-0697aa2f-cda0-4305-9747-e42575b0f9c3 {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:24:43.107916 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f005190-b7a8-4a30-882c-289cb89769a6", "name": "network-vif-unplugged", "status": "failed", "tag": "709b5fcb-eb97-4728-aff5-78b5b8d79066", "code": 422}]} {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:24:43.108373 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0697aa2f-cda0-4305-9747-e42575b0f9c3 {{(pid=101975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:24:43.108967 dv-cinder-815146-2-iscsi neutron-server[101975]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2f005190-b7a8-4a30-882c-289cb89769a6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '709b5fcb-eb97-4728-aff5-78b5b8d79066', 'code': 422} returned with failed status Oct 27 10:24:43.113076 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=709b5fcb-eb97-4728-aff5-78b5b8d79066,revision_number=6']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:43.120097 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:43.120511 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:43.120736 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:43.121074 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:43.121409 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:43.121762 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:43.122096 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:43.122426 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:43.122754 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:43.123078 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:43.123401 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:43.123723 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:43.962603 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f90b7-4616-4a21-bda0-4511ad8568bd req-4a03de84-9f22-401e-8098-4e5bb8572c2b tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:43.964151 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-f20f90b7-4616-4a21-bda0-4511ad8568bd req-4a03de84-9f22-401e-8098-4e5bb8572c2b tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 943 time: 0.0479417 Oct 27 10:24:44.002892 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-f20f90b7-4616-4a21-bda0-4511ad8568bd req-918f1bbf-f215-4870-a4dc-c977a5bcd96e tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319197 Oct 27 10:24:44.103367 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:45.117688 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28579611-8b6b-4173-8aa7-7e72d055a424 req-5d6e0018-f6be-4909-bb2e-a2057c10e7a4 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:45.119168 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-28579611-8b6b-4173-8aa7-7e72d055a424 req-5d6e0018-f6be-4909-bb2e-a2057c10e7a4 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 943 time: 0.0475314 Oct 27 10:24:45.155625 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-28579611-8b6b-4173-8aa7-7e72d055a424 req-ae05501f-9a06-4f4e-9df7-7f9d0e625020 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306048 Oct 27 10:24:45.270106 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13834bd4-338b-4ce0-a432-e590079f74a5 req-c4df6c6c-b1e3-48b1-83a1-416191449c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:45.271593 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-13834bd4-338b-4ce0-a432-e590079f74a5 req-c4df6c6c-b1e3-48b1-83a1-416191449c01 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6&tenant_id=2c56e59286e34097af02e761b2b764e8 HTTP/1.1" status: 200 len: 1096 time: 0.0438340 Oct 27 10:24:45.336411 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13834bd4-338b-4ce0-a432-e590079f74a5 req-3f2bd3b8-f1cd-4db2-b001-0028de58970b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:45.337844 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-13834bd4-338b-4ce0-a432-e590079f74a5 req-3f2bd3b8-f1cd-4db2-b001-0028de58970b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2c56e59286e34097af02e761b2b764e8&device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 1096 time: 0.0392056 Oct 27 10:24:45.430204 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13834bd4-338b-4ce0-a432-e590079f74a5 req-e8ac07f3-103e-4786-9a9c-69a1e80b6341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:45.431634 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-13834bd4-338b-4ce0-a432-e590079f74a5 req-e8ac07f3-103e-4786-9a9c-69a1e80b6341 service neutron] 10.222.0.81 "GET /v2.0/networks?id=de818a40-f5a0-4e15-9ec4-641b83d7ed9e HTTP/1.1" status: 200 len: 909 time: 0.0858459 Oct 27 10:24:45.496785 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-13834bd4-338b-4ce0-a432-e590079f74a5 req-ebc7e90c-9bab-4305-8c81-b3968db6884a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=709b5fcb-eb97-4728-aff5-78b5b8d79066 HTTP/1.1" status: 200 len: 998 time: 0.0561051 Oct 27 10:24:45.546517 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13834bd4-338b-4ce0-a432-e590079f74a5 req-c46df440-e6b6-4871-9a1b-3c51940ebe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:45.548528 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-13834bd4-338b-4ce0-a432-e590079f74a5 req-c46df440-e6b6-4871-9a1b-3c51940ebe31 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=49f77a0b-10b6-49b5-b81b-48795085832c HTTP/1.1" status: 200 len: 846 time: 0.0422559 Oct 27 10:24:45.595455 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13834bd4-338b-4ce0-a432-e590079f74a5 req-f16d5201-08ac-488b-ad8f-c80ccf068113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:45.596822 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-13834bd4-338b-4ce0-a432-e590079f74a5 req-f16d5201-08ac-488b-ad8f-c80ccf068113 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=de818a40-f5a0-4e15-9ec4-641b83d7ed9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414734 Oct 27 10:24:45.688139 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-13834bd4-338b-4ce0-a432-e590079f74a5 req-c701925a-67e9-427c-bccf-996d1d4473df service neutron] 10.222.0.81 "GET /v2.0/networks/de818a40-f5a0-4e15-9ec4-641b83d7ed9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808754 Oct 27 10:24:45.778808 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-13834bd4-338b-4ce0-a432-e590079f74a5 req-fbe5b58c-679f-4a3d-a9dc-d26973e4e24c service neutron] 10.222.0.81 "GET /v2.0/networks/de818a40-f5a0-4e15-9ec4-641b83d7ed9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828612 Oct 27 10:24:46.270478 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a48251-dfc9-4a6c-91a0-80f40b5dad17 req-6fd5cbd7-b71a-4ca7-9502-b0f44e8d9bc9 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:46.271943 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-51a48251-dfc9-4a6c-91a0-80f40b5dad17 req-6fd5cbd7-b71a-4ca7-9502-b0f44e8d9bc9 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 943 time: 0.0496850 Oct 27 10:24:46.308452 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-51a48251-dfc9-4a6c-91a0-80f40b5dad17 req-8cd1a29e-909d-4c56-bd69-ccf32e3aad78 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306172 Oct 27 10:24:47.425553 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8c783-0f0d-448b-9213-de62f3eeabf4 req-174f7388-d28a-4f3f-b0d2-7e2f7fb374b0 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:47.426946 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-16a8c783-0f0d-448b-9213-de62f3eeabf4 req-174f7388-d28a-4f3f-b0d2-7e2f7fb374b0 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 943 time: 0.0510995 Oct 27 10:24:47.463784 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-16a8c783-0f0d-448b-9213-de62f3eeabf4 req-45761f88-0b90-4899-9203-e27223906fb7 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309520 Oct 27 10:24:48.578922 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f3486-35e7-4837-88d9-89985b1d0153 req-f64c090e-1e62-4bc8-8014-690b38f0eb0e tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:48.580513 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-993f3486-35e7-4837-88d9-89985b1d0153 req-f64c090e-1e62-4bc8-8014-690b38f0eb0e tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 943 time: 0.0478039 Oct 27 10:24:48.617923 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-993f3486-35e7-4837-88d9-89985b1d0153 req-169eb2cd-163c-442e-998c-8160a0c1fa5f tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314381 Oct 27 10:24:49.732239 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb732ad2-98ff-4cd0-b06a-6c21d413ded4 req-c37bec2c-79ce-4e25-91da-9de158152e8b tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:49.733680 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-cb732ad2-98ff-4cd0-b06a-6c21d413ded4 req-c37bec2c-79ce-4e25-91da-9de158152e8b tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 943 time: 0.0480285 Oct 27 10:24:49.771364 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-cb732ad2-98ff-4cd0-b06a-6c21d413ded4 req-448b893f-7bd6-42d8-bcf5-945419852ad0 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308707 Oct 27 10:24:50.890753 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5c13a-ebea-4dbe-9c1d-8d4e60592d7d req-40927cee-b0e5-4e2f-87bd-576d81c1f139 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:50.890753 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-75b5c13a-ebea-4dbe-9c1d-8d4e60592d7d req-40927cee-b0e5-4e2f-87bd-576d81c1f139 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 943 time: 0.0510771 Oct 27 10:24:50.924978 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-75b5c13a-ebea-4dbe-9c1d-8d4e60592d7d req-28b20b32-2e18-4191-b3a8-e110a47455ab tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303013 Oct 27 10:24:52.038006 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e93f0ac-0782-41d4-b0b8-224311bf041c req-d8e35a8a-05ff-4019-8419-40502553f10b tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:52.039442 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-7e93f0ac-0782-41d4-b0b8-224311bf041c req-d8e35a8a-05ff-4019-8419-40502553f10b tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 943 time: 0.0466399 Oct 27 10:24:52.076698 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-7e93f0ac-0782-41d4-b0b8-224311bf041c req-891006f8-fc8d-4636-b615-0d59e2f75f8f tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314720 Oct 27 10:24:52.880614 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 709b5fcb-eb97-4728-aff5-78b5b8d79066 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:24:52.977197 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port 709b5fcb-eb97-4728-aff5-78b5b8d79066, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=709b5fcb-eb97-4728-aff5-78b5b8d79066,segment=NetworkSegment(167e3ffd-d44b-49c8-b024-1ce22d11cb2a),segment_id=167e3ffd-d44b-49c8-b024-1ce22d11cb2a)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:52.989336 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Returning: {'device': '709b5fcb-eb97-4728-aff5-78b5b8d79066', 'network_id': 'de818a40-f5a0-4e15-9ec4-641b83d7ed9e', 'port_id': '709b5fcb-eb97-4728-aff5-78b5b8d79066', 'mac_address': 'fa:16:3e:8d:1a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49f77a0b-10b6-49b5-b81b-48795085832c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:24:53.024368 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:53.040513 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 709b5fcb-eb97-4728-aff5-78b5b8d79066 {{(pid=101975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:24:53.059157 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port 709b5fcb-eb97-4728-aff5-78b5b8d79066, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=709b5fcb-eb97-4728-aff5-78b5b8d79066,segment=NetworkSegment(167e3ffd-d44b-49c8-b024-1ce22d11cb2a),segment_id=167e3ffd-d44b-49c8-b024-1ce22d11cb2a)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:53.122331 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:53.170229 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=709b5fcb-eb97-4728-aff5-78b5b8d79066,revision_number=7']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:53.193007 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe9117-3b3f-4338-b886-4fde4ce59e32 req-3df2a416-4f4f-488f-97f1-9bec1053378d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:53.194510 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-aebe9117-3b3f-4338-b886-4fde4ce59e32 req-3df2a416-4f4f-488f-97f1-9bec1053378d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 944 time: 0.0488493 Oct 27 10:24:53.231793 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-aebe9117-3b3f-4338-b886-4fde4ce59e32 req-62380f38-36c2-477b-9d0e-edc7af180879 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307820 Oct 27 10:24:53.371144 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] get_ports_and_sgs() called for port_ids ['709b5fcb-eb97-4728-aff5-78b5b8d79066'] {{(pid=101975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:24:53.816813 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.agents_db [None req-86e8c3be-7e21-4532-a65d-8f48c0a472d4 None None] Agent healthcheck: found 6 active agents {{(pid=101976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:24:54.347596 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99da836-22e6-4eb3-becd-36b9179798f2 req-a640b5ae-2478-45e1-b8b8-613d279c157b tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:54.348979 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-f99da836-22e6-4eb3-becd-36b9179798f2 req-a640b5ae-2478-45e1-b8b8-613d279c157b tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 944 time: 0.0516760 Oct 27 10:24:54.386168 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-f99da836-22e6-4eb3-becd-36b9179798f2 req-a77ac980-cfd1-4831-966b-44d30c08cdb0 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312181 Oct 27 10:24:54.887555 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 709b5fcb-eb97-4728-aff5-78b5b8d79066 up at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:24:54.928438 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.provisioning_blocks [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Provisioning complete for port 709b5fcb-eb97-4728-aff5-78b5b8d79066 triggered by entity L2. {{(pid=101975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:24:54.928803 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669115'] for port, provisioning_complete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:55.005370 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582603'] for port, before_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:55.027031 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f005190-b7a8-4a30-882c-289cb89769a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709b5fcb-eb97-4728-aff5-78b5b8d79066'}] {{(pid=101975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:24:55.029239 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef74c052f1c640f85ff9302be404e86fdcd9e777050b230953bf81409b3ec6af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deebd6f0-4f43-4888-915b-e48b549e500b" -d '{"events": [{"server_uuid": "2f005190-b7a8-4a30-882c-289cb89769a6", "name": "network-vif-plugged", "status": "completed", "tag": "709b5fcb-eb97-4728-aff5-78b5b8d79066"}]}' {{(pid=101975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:24:55.041275 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] For port 709b5fcb-eb97-4728-aff5-78b5b8d79066, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=709b5fcb-eb97-4728-aff5-78b5b8d79066,segment=NetworkSegment(167e3ffd-d44b-49c8-b024-1ce22d11cb2a),segment_id=167e3ffd-d44b-49c8-b024-1ce22d11cb2a)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:55.067336 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8004bbb-2d68-4aea-a223-a6a2361aa722 x-openstack-request-id: req-d8004bbb-2d68-4aea-a223-a6a2361aa722 {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:24:55.067633 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f005190-b7a8-4a30-882c-289cb89769a6", "name": "network-vif-plugged", "status": "completed", "tag": "709b5fcb-eb97-4728-aff5-78b5b8d79066", "code": 200}]} {{(pid=101975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:24:55.067887 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d8004bbb-2d68-4aea-a223-a6a2361aa722 {{(pid=101975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:24:55.068277 dv-cinder-815146-2-iscsi neutron-server[101975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f005190-b7a8-4a30-882c-289cb89769a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709b5fcb-eb97-4728-aff5-78b5b8d79066', 'code': 200} Oct 27 10:24:55.099319 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740340191982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740339732857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740339732875'] for port, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:55.148480 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Pushing event updated for resources: {'Port': ['ID=709b5fcb-eb97-4728-aff5-78b5b8d79066,revision_number=8']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:55.334310 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eaa777-d060-4412-8926-598938c15dee req-565f9698-b7da-45cc-a36b-ef972f44b813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:55.335760 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-72eaa777-d060-4412-8926-598938c15dee req-565f9698-b7da-45cc-a36b-ef972f44b813 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 1098 time: 0.0391610 Oct 27 10:24:55.371161 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-72eaa777-d060-4412-8926-598938c15dee req-a0b1273e-52ea-4ed7-9c8f-a5fdeddc85a6 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284073 Oct 27 10:24:55.498468 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7990d-fdc3-4773-abd8-84a368a21af1 req-d684375b-4a6d-446e-8b4e-3b81db4376f8 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:55.499909 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-8ea7990d-fdc3-4773-abd8-84a368a21af1 req-d684375b-4a6d-446e-8b4e-3b81db4376f8 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 945 time: 0.0484502 Oct 27 10:24:55.536860 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-8ea7990d-fdc3-4773-abd8-84a368a21af1 req-97b18807-e73e-47b7-ab60-5a3bd56c8860 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311537 Oct 27 10:24:56.659252 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae948d7-bbeb-42b5-b09e-c1ff7d5d130c req-08a97b75-e33e-43e8-a51c-256c1a6977e6 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:56.660727 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-3ae948d7-bbeb-42b5-b09e-c1ff7d5d130c req-08a97b75-e33e-43e8-a51c-256c1a6977e6 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 945 time: 0.0549457 Oct 27 10:24:56.697509 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-3ae948d7-bbeb-42b5-b09e-c1ff7d5d130c req-d6f9fd4e-23b4-4c4a-b9b1-608b6104056b tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306787 Oct 27 10:25:01.591023 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-647fb4ba-50fb-4e2b-86ba-41dd0331fb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:04.207290 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-e75a8ea4-93e0-4011-81cd-b142080e9039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:05.373220 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:05.974950 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:07.173409 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:14.115689 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:21.130791 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-fa9fa559-4046-45f5-be90-26d97c06cd6a req-686db070-84e3-46e9-a0b1-78dfda40d133 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394795 Oct 27 10:25:21.212063 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9fa559-4046-45f5-be90-26d97c06cd6a req-7ec3222a-70dd-4fce-a0a2-5e6e5e0e2bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:21.213518 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-fa9fa559-4046-45f5-be90-26d97c06cd6a req-7ec3222a-70dd-4fce-a0a2-5e6e5e0e2bc0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2c56e59286e34097af02e761b2b764e8&device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 1098 time: 0.0401857 Oct 27 10:25:21.318701 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9fa559-4046-45f5-be90-26d97c06cd6a req-f3dd18ec-5266-49c8-9925-d45a9a1294cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:21.320167 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-fa9fa559-4046-45f5-be90-26d97c06cd6a req-f3dd18ec-5266-49c8-9925-d45a9a1294cb service neutron] 10.222.0.81 "GET /v2.0/networks?id=de818a40-f5a0-4e15-9ec4-641b83d7ed9e HTTP/1.1" status: 200 len: 909 time: 0.0875812 Oct 27 10:25:21.384010 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-fa9fa559-4046-45f5-be90-26d97c06cd6a req-df0679cd-b3c4-44e7-80d5-6ad107d2a7b9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=709b5fcb-eb97-4728-aff5-78b5b8d79066 HTTP/1.1" status: 200 len: 1000 time: 0.0564604 Oct 27 10:25:21.431996 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9fa559-4046-45f5-be90-26d97c06cd6a req-b4d5a511-63eb-4b27-b11d-6d56696de6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:21.433388 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-fa9fa559-4046-45f5-be90-26d97c06cd6a req-b4d5a511-63eb-4b27-b11d-6d56696de6b0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=49f77a0b-10b6-49b5-b81b-48795085832c HTTP/1.1" status: 200 len: 846 time: 0.0424554 Oct 27 10:25:21.482109 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9fa559-4046-45f5-be90-26d97c06cd6a req-d1850372-a949-48be-95b5-6a96259359a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:21.483541 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-fa9fa559-4046-45f5-be90-26d97c06cd6a req-d1850372-a949-48be-95b5-6a96259359a8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=de818a40-f5a0-4e15-9ec4-641b83d7ed9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420752 Oct 27 10:25:21.573634 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-fa9fa559-4046-45f5-be90-26d97c06cd6a req-cacd7f52-69de-4197-98de-60127e42dd38 service neutron] 10.222.0.81 "GET /v2.0/networks/de818a40-f5a0-4e15-9ec4-641b83d7ed9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793121 Oct 27 10:25:21.665063 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-fa9fa559-4046-45f5-be90-26d97c06cd6a req-c6d71887-8a07-4ad8-bebd-3eea1656e352 service neutron] 10.222.0.81 "GET /v2.0/networks/de818a40-f5a0-4e15-9ec4-641b83d7ed9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838721 Oct 27 10:25:30.816336 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.agents_db [None req-86e8c3be-7e21-4532-a65d-8f48c0a472d4 None None] Agent healthcheck: found 6 active agents {{(pid=101976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:25:31.572955 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-c1c4fd73-1e87-47c6-9da4-2cb5f360ae70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:34.176279 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-195e11a4-2195-4384-8a93-44ca32d35e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:35.367052 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:35.938577 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:37.199313 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:44.119423 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:01.578297 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-8b615a38-1482-4460-b517-e0c18992c727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:04.201045 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-80f4af10-1f9a-4060-ac89-2dd7963c4679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:05.372110 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:05.952832 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:07.178167 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:07.815817 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.agents_db [None req-86e8c3be-7e21-4532-a65d-8f48c0a472d4 None None] Agent healthcheck: found 6 active agents {{(pid=101976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:26:09.200047 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 55808) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:09.351988 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.plugin [None req-05f899e9-042a-407f-b643-215a64b61fc2 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Deleting port 81cb8220-c3bb-4241-b98f-523e23017bd0 {{(pid=101974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:26:09.352307 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-05f899e9-042a-407f-b643-215a64b61fc2 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:09.663792 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-05f899e9-042a-407f-b643-215a64b61fc2 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:09.664117 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-05f899e9-042a-407f-b643-215a64b61fc2 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:09.676210 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.plugin [None req-05f899e9-042a-407f-b643-215a64b61fc2 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Calling delete_port for 81cb8220-c3bb-4241-b98f-523e23017bd0 owned by network:floatingip {{(pid=101974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:26:09.880992 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-05f899e9-042a-407f-b643-215a64b61fc2 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078929'] for port, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:09.905634 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f899e9-042a-407f-b643-215a64b61fc2 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Pushing event deleted for resources: {'Port': ['ID=81cb8220-c3bb-4241-b98f-523e23017bd0,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:09.932130 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f899e9-042a-407f-b643-215a64b61fc2 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:09.932474 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f899e9-042a-407f-b643-215a64b61fc2 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:09.932809 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f899e9-042a-407f-b643-215a64b61fc2 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:09.933142 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f899e9-042a-407f-b643-215a64b61fc2 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:09.933468 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f899e9-042a-407f-b643-215a64b61fc2 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:09.933815 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f899e9-042a-407f-b643-215a64b61fc2 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:09.940486 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f899e9-042a-407f-b643-215a64b61fc2 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:09.940486 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f899e9-042a-407f-b643-215a64b61fc2 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:09.940486 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f899e9-042a-407f-b643-215a64b61fc2 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:09.940486 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f899e9-042a-407f-b643-215a64b61fc2 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:09.940486 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f899e9-042a-407f-b643-215a64b61fc2 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:09.940486 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f899e9-042a-407f-b643-215a64b61fc2 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:09.973682 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-05f899e9-042a-407f-b643-215a64b61fc2 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks [] for floatingip, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:09.975278 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.db.l3_db [None req-05f899e9-042a-407f-b643-215a64b61fc2 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Floating IP ccb5284b-f40e-417a-bc41-f37714c71354 disassociated (deleted). External IP: 172.27.0.27, port: 709b5fcb-eb97-4728-aff5-78b5b8d79066. Oct 27 10:26:10.182313 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f899e9-042a-407f-b643-215a64b61fc2 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Router c5a10dff-ede3-4450-bb9c-2f21c1ef0d87 has already been hosted by L3 agent b2a2dab9-f998-4002-b8bb-cf3ca8546284 {{(pid=101974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:26:10.289532 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f899e9-042a-407f-b643-215a64b61fc2 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Notify agent at l3_agent.dv-cinder-815146-2-iscsi the message routers_updated {{(pid=101974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:26:10.294299 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-05f899e9-042a-407f-b643-215a64b61fc2 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for floatingip, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:10.299094 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81575b47-a03c-40db-9879-9399a7328d88 None None] Sync routers for ids ['c5a10dff-ede3-4450-bb9c-2f21c1ef0d87'] in dv-cinder-815146-2-iscsi {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:26:10.307822 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81575b47-a03c-40db-9879-9399a7328d88 None None] Routers {'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:26:10.308433 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-81575b47-a03c-40db-9879-9399a7328d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:26:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['c5a10dff-ede3-4450-bb9c-2f21c1ef0d87'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:10.324831 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-05f899e9-042a-407f-b643-215a64b61fc2 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "DELETE /v2.0/floatingips/ccb5284b-f40e-417a-bc41-f37714c71354 HTTP/1.1" status: 204 len: 168 time: 1.1212344 Oct 27 10:26:10.324831 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f005190-b7a8-4a30-882c-289cb89769a6', 'tag': '709b5fcb-eb97-4728-aff5-78b5b8d79066'}] {{(pid=101974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:26:10.325290 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf944270f4c6cd15fd7b67f1263b575d4441d7d254681f9dd92e2334043a3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6dc5e3-d11c-41a4-98b2-969be546958d" -d '{"events": [{"name": "network-changed", "server_uuid": "2f005190-b7a8-4a30-882c-289cb89769a6", "tag": "709b5fcb-eb97-4728-aff5-78b5b8d79066"}]}' {{(pid=101974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:26:10.428470 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-81575b47-a03c-40db-9879-9399a7328d88 None None] Set router c5a10dff-ede3-4450-bb9c-2f21c1ef0d87 gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:26:10.505121 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76305b31-5f73-4933-8b4c-6c07bfc65e7c x-openstack-request-id: req-76305b31-5f73-4933-8b4c-6c07bfc65e7c {{(pid=101974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:26:10.505381 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f005190-b7a8-4a30-882c-289cb89769a6", "tag": "709b5fcb-eb97-4728-aff5-78b5b8d79066", "status": "completed", "code": 200}]} {{(pid=101974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:26:10.505644 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-76305b31-5f73-4933-8b4c-6c07bfc65e7c {{(pid=101974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:26:10.506069 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f005190-b7a8-4a30-882c-289cb89769a6', 'tag': '709b5fcb-eb97-4728-aff5-78b5b8d79066', 'status': 'completed', 'code': 200} Oct 27 10:26:10.568832 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6dc5e3-d11c-41a4-98b2-969be546958d req-dc50a729-8d39-4282-8e8e-c1b8b8ae2e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:10.570469 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1d6dc5e3-d11c-41a4-98b2-969be546958d req-dc50a729-8d39-4282-8e8e-c1b8b8ae2e7b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2c56e59286e34097af02e761b2b764e8&device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 1098 time: 0.0416658 Oct 27 10:26:10.644529 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-81575b47-a03c-40db-9879-9399a7328d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87', 'name': 'tempest-TestShelveInstance-26407207-router', 'tenant_id': '2c56e59286e34097af02e761b2b764e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'f2a0576b-6555-4b2a-accf-aa4f6336d37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:38Z', 'updated_at': '2021-10-27T10:21:41Z', 'revision_number': 4, 'project_id': '2c56e59286e34097af02e761b2b764e8', 'gw_port': {'id': 'f2a0576b-6555-4b2a-accf-aa4f6336d37a', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:95:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:38Z', 'updated_at': '2021-10-27T10:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '10516691-2a48-4f3f-831c-6a96ce46f036', 'name': '', 'network_id': 'de818a40-f5a0-4e15-9ec4-641b83d7ed9e', 'tenant_id': '2c56e59286e34097af02e761b2b764e8', 'mac_address': 'fa:16:3e:7c:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '49f77a0b-10b6-49b5-b81b-48795085832c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:40Z', 'updated_at': '2021-10-27T10:21:45Z', 'revision_number': 5, 'project_id': '2c56e59286e34097af02e761b2b764e8', 'subnets': [{'id': '49f77a0b-10b6-49b5-b81b-48795085832c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:10.666695 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6dc5e3-d11c-41a4-98b2-969be546958d req-9e412e88-c343-42ee-a94a-014b4dbd94f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:10.669967 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1d6dc5e3-d11c-41a4-98b2-969be546958d req-9e412e88-c343-42ee-a94a-014b4dbd94f1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=de818a40-f5a0-4e15-9ec4-641b83d7ed9e HTTP/1.1" status: 200 len: 909 time: 0.0914223 Oct 27 10:26:10.671396 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81575b47-a03c-40db-9879-9399a7328d88 None None] Checking router: c5a10dff-ede3-4450-bb9c-2f21c1ef0d87 for host: dv-cinder-815146-2-iscsi {{(pid=101975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:26:10.680709 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81575b47-a03c-40db-9879-9399a7328d88 None None] Routers {'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:26:10.681313 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-81575b47-a03c-40db-9879-9399a7328d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:26:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['c5a10dff-ede3-4450-bb9c-2f21c1ef0d87'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:10.711255 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1d6dc5e3-d11c-41a4-98b2-969be546958d req-28282ef1-015b-4db8-ab88-03922575a001 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=709b5fcb-eb97-4728-aff5-78b5b8d79066 HTTP/1.1" status: 200 len: 217 time: 0.0342112 Oct 27 10:26:10.764801 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6dc5e3-d11c-41a4-98b2-969be546958d req-e66cef06-d5b2-476c-9247-adf8aa0d56d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:10.766351 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1d6dc5e3-d11c-41a4-98b2-969be546958d req-e66cef06-d5b2-476c-9247-adf8aa0d56d0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=49f77a0b-10b6-49b5-b81b-48795085832c HTTP/1.1" status: 200 len: 846 time: 0.0435724 Oct 27 10:26:10.793438 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-81575b47-a03c-40db-9879-9399a7328d88 None None] Set router c5a10dff-ede3-4450-bb9c-2f21c1ef0d87 gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:26:10.844586 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6dc5e3-d11c-41a4-98b2-969be546958d req-2263f1fd-14a9-4882-a13f-e30cbc06ce45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:10.846266 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1d6dc5e3-d11c-41a4-98b2-969be546958d req-2263f1fd-14a9-4882-a13f-e30cbc06ce45 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=de818a40-f5a0-4e15-9ec4-641b83d7ed9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0722423 Oct 27 10:26:10.854457 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9067c3-5659-4d90-a5ad-adf9f61ce326 req-014d5488-fbb6-4635-af01-74f8a070f897 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:10.855807 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-6a9067c3-5659-4d90-a5ad-adf9f61ce326 req-014d5488-fbb6-4635-af01-74f8a070f897 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 945 time: 0.0731218 Oct 27 10:26:10.938985 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-6a9067c3-5659-4d90-a5ad-adf9f61ce326 req-0d331dc1-dff3-4e27-abc7-54c87216a780 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750191 Oct 27 10:26:10.965257 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1d6dc5e3-d11c-41a4-98b2-969be546958d req-be37dae9-41c6-4b56-a032-efa06d064ea8 service neutron] 10.222.0.81 "GET /v2.0/networks/de818a40-f5a0-4e15-9ec4-641b83d7ed9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084595 Oct 27 10:26:11.000944 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-81575b47-a03c-40db-9879-9399a7328d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87', 'name': 'tempest-TestShelveInstance-26407207-router', 'tenant_id': '2c56e59286e34097af02e761b2b764e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'f2a0576b-6555-4b2a-accf-aa4f6336d37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:38Z', 'updated_at': '2021-10-27T10:21:41Z', 'revision_number': 4, 'project_id': '2c56e59286e34097af02e761b2b764e8', 'gw_port': {'id': 'f2a0576b-6555-4b2a-accf-aa4f6336d37a', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:95:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:38Z', 'updated_at': '2021-10-27T10:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '10516691-2a48-4f3f-831c-6a96ce46f036', 'name': '', 'network_id': 'de818a40-f5a0-4e15-9ec4-641b83d7ed9e', 'tenant_id': '2c56e59286e34097af02e761b2b764e8', 'mac_address': 'fa:16:3e:7c:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '49f77a0b-10b6-49b5-b81b-48795085832c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:40Z', 'updated_at': '2021-10-27T10:21:45Z', 'revision_number': 5, 'project_id': '2c56e59286e34097af02e761b2b764e8', 'subnets': [{'id': '49f77a0b-10b6-49b5-b81b-48795085832c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:11.028518 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81575b47-a03c-40db-9879-9399a7328d88 None None] The sync data for ids ['c5a10dff-ede3-4450-bb9c-2f21c1ef0d87'] in dv-cinder-815146-2-iscsi is: [{'id': 'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87', 'name': 'tempest-TestShelveInstance-26407207-router', 'tenant_id': '2c56e59286e34097af02e761b2b764e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'f2a0576b-6555-4b2a-accf-aa4f6336d37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:38Z', 'updated_at': '2021-10-27T10:21:41Z', 'revision_number': 4, 'project_id': '2c56e59286e34097af02e761b2b764e8', 'gw_port': {'id': 'f2a0576b-6555-4b2a-accf-aa4f6336d37a', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:95:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:38Z', 'updated_at': '2021-10-27T10:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi', '_interfaces': [{'id': '10516691-2a48-4f3f-831c-6a96ce46f036', 'name': '', 'network_id': 'de818a40-f5a0-4e15-9ec4-641b83d7ed9e', 'tenant_id': '2c56e59286e34097af02e761b2b764e8', 'mac_address': 'fa:16:3e:7c:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '49f77a0b-10b6-49b5-b81b-48795085832c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:40Z', 'updated_at': '2021-10-27T10:21:45Z', 'revision_number': 5, 'project_id': '2c56e59286e34097af02e761b2b764e8', 'subnets': [{'id': '49f77a0b-10b6-49b5-b81b-48795085832c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:26:11.057232 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-1d6dc5e3-d11c-41a4-98b2-969be546958d req-a6020ccd-e6b2-4aff-a06b-9c58b0f565d4 service neutron] 10.222.0.81 "GET /v2.0/networks/de818a40-f5a0-4e15-9ec4-641b83d7ed9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825164 Oct 27 10:26:11.255393 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ef2643-5a35-4f06-82ea-80c8bc6fc988 None None] New status for floating IP ccb5284b-f40e-417a-bc41-f37714c71354: DOWN {{(pid=101976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:26:12.053682 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164beaf-f6a6-426b-a957-af865467455d req-aad7ab65-1e23-4d80-b355-b5dace3a6db1 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:12.055175 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-d164beaf-f6a6-426b-a957-af865467455d req-aad7ab65-1e23-4d80-b355-b5dace3a6db1 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 945 time: 0.0476477 Oct 27 10:26:12.091266 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-d164beaf-f6a6-426b-a957-af865467455d req-358e6230-fe6b-4a79-999d-844381f8ccab tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/security-groups?id=20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302818 Oct 27 10:26:12.329259 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d47da7-8752-419d-851d-27edec9c8774 req-43af8fec-3845-40a8-abb4-ca194c71cf1d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:12.330862 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-44d47da7-8752-419d-851d-27edec9c8774 req-43af8fec-3845-40a8-abb4-ca194c71cf1d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 945 time: 0.0493746 Oct 27 10:26:12.425442 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [req-44d47da7-8752-419d-851d-27edec9c8774 req-343bd0d5-3b25-485f-bdb5-aa557610c02d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Deleting port 709b5fcb-eb97-4728-aff5-78b5b8d79066 {{(pid=101973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:26:12.434594 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-44d47da7-8752-419d-851d-27edec9c8774 req-343bd0d5-3b25-485f-bdb5-aa557610c02d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:12.510221 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [req-44d47da7-8752-419d-851d-27edec9c8774 req-343bd0d5-3b25-485f-bdb5-aa557610c02d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] For port 709b5fcb-eb97-4728-aff5-78b5b8d79066, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=709b5fcb-eb97-4728-aff5-78b5b8d79066,segment=NetworkSegment(167e3ffd-d44b-49c8-b024-1ce22d11cb2a),segment_id=167e3ffd-d44b-49c8-b024-1ce22d11cb2a)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:12.510571 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-44d47da7-8752-419d-851d-27edec9c8774 req-343bd0d5-3b25-485f-bdb5-aa557610c02d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:12.526115 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [req-44d47da7-8752-419d-851d-27edec9c8774 req-343bd0d5-3b25-485f-bdb5-aa557610c02d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Calling delete_port for 709b5fcb-eb97-4728-aff5-78b5b8d79066 owned by compute:nova {{(pid=101973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:26:12.703781 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-44d47da7-8752-419d-851d-27edec9c8774 req-343bd0d5-3b25-485f-bdb5-aa557610c02d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:12.730684 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343bd0d5-3b25-485f-bdb5-aa557610c02d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Pushing event deleted for resources: {'Port': ['ID=709b5fcb-eb97-4728-aff5-78b5b8d79066,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:12.742869 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343bd0d5-3b25-485f-bdb5-aa557610c02d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:12.743210 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343bd0d5-3b25-485f-bdb5-aa557610c02d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:12.743544 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343bd0d5-3b25-485f-bdb5-aa557610c02d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:12.743874 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343bd0d5-3b25-485f-bdb5-aa557610c02d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:12.744197 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343bd0d5-3b25-485f-bdb5-aa557610c02d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:12.744521 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343bd0d5-3b25-485f-bdb5-aa557610c02d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:12.744844 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343bd0d5-3b25-485f-bdb5-aa557610c02d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:12.745159 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343bd0d5-3b25-485f-bdb5-aa557610c02d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:12.745474 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343bd0d5-3b25-485f-bdb5-aa557610c02d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:12.745814 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343bd0d5-3b25-485f-bdb5-aa557610c02d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:12.746128 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343bd0d5-3b25-485f-bdb5-aa557610c02d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:12.746441 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343bd0d5-3b25-485f-bdb5-aa557610c02d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:12.781978 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d47da7-8752-419d-851d-27edec9c8774 req-343bd0d5-3b25-485f-bdb5-aa557610c02d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] No DVR routers for this DVR port 709b5fcb-eb97-4728-aff5-78b5b8d79066 on host hv-cinder-81514 {{(pid=101973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:26:12.784477 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [req-44d47da7-8752-419d-851d-27edec9c8774 req-343bd0d5-3b25-485f-bdb5-aa557610c02d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196298'] for port, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:12.787773 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-44d47da7-8752-419d-851d-27edec9c8774 req-343bd0d5-3b25-485f-bdb5-aa557610c02d tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.81 "DELETE /v2.0/ports/709b5fcb-eb97-4728-aff5-78b5b8d79066 HTTP/1.1" status: 204 len: 173 time: 0.4506853 Oct 27 10:26:12.788165 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f005190-b7a8-4a30-882c-289cb89769a6', 'name': 'network-vif-deleted', 'tag': '709b5fcb-eb97-4728-aff5-78b5b8d79066'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:26:12.790393 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94debda59f24a9426fb80c87c8c8853eb57e17b8e03a85591ed34d87467b8464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33afd08-98a6-4dad-89f9-3783920c67e4" -d '{"events": [{"server_uuid": "2f005190-b7a8-4a30-882c-289cb89769a6", "name": "network-vif-deleted", "tag": "709b5fcb-eb97-4728-aff5-78b5b8d79066"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:26:12.934300 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc23662-913a-471a-84af-9a35fc91dd6e x-openstack-request-id: req-9bc23662-913a-471a-84af-9a35fc91dd6e {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:26:12.934589 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f005190-b7a8-4a30-882c-289cb89769a6", "name": "network-vif-deleted", "tag": "709b5fcb-eb97-4728-aff5-78b5b8d79066", "status": "completed", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:26:12.934859 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9bc23662-913a-471a-84af-9a35fc91dd6e {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:26:12.935238 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f005190-b7a8-4a30-882c-289cb89769a6', 'name': 'network-vif-deleted', 'tag': '709b5fcb-eb97-4728-aff5-78b5b8d79066', 'status': 'completed', 'code': 200} Oct 27 10:26:13.193161 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [req-f9b339e7-096f-4b16-86c3-47a17be00e49 req-0c80fde7-228f-4032-808f-5768aef2f0ee tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 210 time: 0.0319581 Oct 27 10:26:14.159154 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:14.305269 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [req-7ee32594-4a4c-417d-96d8-c208668e2f2e req-87a8f38d-1c0d-467c-8e26-b6b6c0dcb31c tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f005190-b7a8-4a30-882c-289cb89769a6 HTTP/1.1" status: 200 len: 210 time: 0.0268800 Oct 27 10:26:15.225174 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 709b5fcb-eb97-4728-aff5-78b5b8d79066 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:26:15.248611 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] No Port match for: 709b5fcb-eb97-4728-aff5-78b5b8d79066 {{(pid=101975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:26:15.248947 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Device 709b5fcb-eb97-4728-aff5-78b5b8d79066 not bound to the agent host hv-cinder-81514 {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:26:15.359475 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 55842) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:15.415292 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3b11eb28-ad42-41cc-bb80-c5e13610fda0 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:15.439520 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3b11eb28-ad42-41cc-bb80-c5e13610fda0 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:15.583781 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3b11eb28-ad42-41cc-bb80-c5e13610fda0 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:15.586275 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3b11eb28-ad42-41cc-bb80-c5e13610fda0 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:15.587436 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-3b11eb28-ad42-41cc-bb80-c5e13610fda0 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] 10.222.0.36 "DELETE /v2.0/security-groups/20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e HTTP/1.1" status: 204 len: 168 time: 0.2270067 Oct 27 10:26:15.597282 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b11eb28-ad42-41cc-bb80-c5e13610fda0 tempest-TestShelveInstance-824712361 tempest-TestShelveInstance-824712361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d4f0fe-2ebc-4ee1-bc91-1be6e78f4b8e,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:15.718901 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 55846) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:16.051628 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-2cd1170c-dd91-431e-83e2-fc800e1f5af0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-564270'] for router_interface, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:16.285486 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-2cd1170c-dd91-431e-83e2-fc800e1f5af0 admin admin] Deleting port 10516691-2a48-4f3f-831c-6a96ce46f036 {{(pid=101973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:26:16.285843 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-2cd1170c-dd91-431e-83e2-fc800e1f5af0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:16.361330 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-2cd1170c-dd91-431e-83e2-fc800e1f5af0 admin admin] For port 10516691-2a48-4f3f-831c-6a96ce46f036, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=10516691-2a48-4f3f-831c-6a96ce46f036,segment=NetworkSegment(167e3ffd-d44b-49c8-b024-1ce22d11cb2a),segment_id=167e3ffd-d44b-49c8-b024-1ce22d11cb2a)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:16.362144 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-2cd1170c-dd91-431e-83e2-fc800e1f5af0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:16.374443 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-2cd1170c-dd91-431e-83e2-fc800e1f5af0 admin admin] Calling delete_port for 10516691-2a48-4f3f-831c-6a96ce46f036 owned by network:router_interface {{(pid=101973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:26:16.872656 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-2cd1170c-dd91-431e-83e2-fc800e1f5af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:16.901824 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1170c-dd91-431e-83e2-fc800e1f5af0 admin admin] Pushing event deleted for resources: {'Port': ['ID=10516691-2a48-4f3f-831c-6a96ce46f036,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:17.073288 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-2cd1170c-dd91-431e-83e2-fc800e1f5af0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3604356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-564418'] for router_interface, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:17.286136 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd1170c-dd91-431e-83e2-fc800e1f5af0 admin admin] Router c5a10dff-ede3-4450-bb9c-2f21c1ef0d87 has already been hosted by L3 agent b2a2dab9-f998-4002-b8bb-cf3ca8546284 {{(pid=101973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:26:17.390770 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd1170c-dd91-431e-83e2-fc800e1f5af0 admin admin] Notify agent at l3_agent.dv-cinder-815146-2-iscsi the message routers_updated {{(pid=101973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:26:17.396285 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-2cd1170c-dd91-431e-83e2-fc800e1f5af0 admin admin] 10.222.0.36 "PUT /v2.0/routers/c5a10dff-ede3-4450-bb9c-2f21c1ef0d87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6763844 Oct 27 10:26:17.398808 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 55848) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:17.399723 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4702da2b-82b4-490c-9276-7c120bdb9365 None None] Sync routers for ids ['c5a10dff-ede3-4450-bb9c-2f21c1ef0d87'] in dv-cinder-815146-2-iscsi {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:26:17.410677 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4702da2b-82b4-490c-9276-7c120bdb9365 None None] Routers {'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:26:17.411287 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-4702da2b-82b4-490c-9276-7c120bdb9365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:26:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['c5a10dff-ede3-4450-bb9c-2f21c1ef0d87'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:17.496922 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-bd6f171d-6ef7-431f-aa67-9ac8e21a0015 admin admin] Publish callbacks [] for router, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:17.622244 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-bd6f171d-6ef7-431f-aa67-9ac8e21a0015 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:17.651734 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-4702da2b-82b4-490c-9276-7c120bdb9365 None None] Set router c5a10dff-ede3-4450-bb9c-2f21c1ef0d87 gateway port host: dv-cinder-815146-2-iscsi {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:26:17.755929 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-bd6f171d-6ef7-431f-aa67-9ac8e21a0015 admin admin] Deleting port f2a0576b-6555-4b2a-accf-aa4f6336d37a {{(pid=101973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:26:17.756254 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-bd6f171d-6ef7-431f-aa67-9ac8e21a0015 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:17.831528 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-4702da2b-82b4-490c-9276-7c120bdb9365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87', 'name': 'tempest-TestShelveInstance-26407207-router', 'tenant_id': '2c56e59286e34097af02e761b2b764e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'f2a0576b-6555-4b2a-accf-aa4f6336d37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:38Z', 'updated_at': '2021-10-27T10:26:16Z', 'revision_number': 5, 'project_id': '2c56e59286e34097af02e761b2b764e8', 'gw_port': {'id': 'f2a0576b-6555-4b2a-accf-aa4f6336d37a', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:95:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:38Z', 'updated_at': '2021-10-27T10:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi'}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:17.833969 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-bd6f171d-6ef7-431f-aa67-9ac8e21a0015 admin admin] For port f2a0576b-6555-4b2a-accf-aa4f6336d37a, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=f2a0576b-6555-4b2a-accf-aa4f6336d37a,segment=NetworkSegment(b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3),segment_id=b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:17.834328 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-bd6f171d-6ef7-431f-aa67-9ac8e21a0015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:17.847390 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-bd6f171d-6ef7-431f-aa67-9ac8e21a0015 admin admin] Calling delete_port for f2a0576b-6555-4b2a-accf-aa4f6336d37a owned by network:router_gateway {{(pid=101973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:26:17.861198 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4702da2b-82b4-490c-9276-7c120bdb9365 None None] Checking router: c5a10dff-ede3-4450-bb9c-2f21c1ef0d87 for host: dv-cinder-815146-2-iscsi {{(pid=101975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:26:17.869285 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4702da2b-82b4-490c-9276-7c120bdb9365 None None] Routers {'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:26:17.869907 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-4702da2b-82b4-490c-9276-7c120bdb9365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:26:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['c5a10dff-ede3-4450-bb9c-2f21c1ef0d87'], 'active': True} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:17.951484 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvr_db [None req-4702da2b-82b4-490c-9276-7c120bdb9365 None None] Set router c5a10dff-ede3-4450-bb9c-2f21c1ef0d87 gateway port host: None {{(pid=101975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:26:18.005953 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_hamode_db [None req-4702da2b-82b4-490c-9276-7c120bdb9365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87', 'name': 'tempest-TestShelveInstance-26407207-router', 'tenant_id': '2c56e59286e34097af02e761b2b764e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:38Z', 'updated_at': '2021-10-27T10:26:17Z', 'revision_number': 6, 'project_id': '2c56e59286e34097af02e761b2b764e8', 'gw_port_host': None}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:18.031234 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4702da2b-82b4-490c-9276-7c120bdb9365 None None] The sync data for ids ['c5a10dff-ede3-4450-bb9c-2f21c1ef0d87'] in dv-cinder-815146-2-iscsi is: [{'id': 'c5a10dff-ede3-4450-bb9c-2f21c1ef0d87', 'name': 'tempest-TestShelveInstance-26407207-router', 'tenant_id': '2c56e59286e34097af02e761b2b764e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:38Z', 'updated_at': '2021-10-27T10:26:17Z', 'revision_number': 6, 'project_id': '2c56e59286e34097af02e761b2b764e8', 'gw_port_host': None}] {{(pid=101975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:26:18.064654 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-bd6f171d-6ef7-431f-aa67-9ac8e21a0015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:18.089368 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f171d-6ef7-431f-aa67-9ac8e21a0015 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2a0576b-6555-4b2a-accf-aa4f6336d37a,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:18.150911 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-bd6f171d-6ef7-431f-aa67-9ac8e21a0015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-564064'] for router_gateway, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:18.237130 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-bd6f171d-6ef7-431f-aa67-9ac8e21a0015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13750'] for router, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:18.239146 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-bd6f171d-6ef7-431f-aa67-9ac8e21a0015 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:18.335866 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-bd6f171d-6ef7-431f-aa67-9ac8e21a0015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561437'] for router, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:18.336379 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6f171d-6ef7-431f-aa67-9ac8e21a0015 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5a10dff-ede3-4450-bb9c-2f21c1ef0d87 {{(pid=101973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:26:18.340811 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-bd6f171d-6ef7-431f-aa67-9ac8e21a0015 admin admin] Publish callbacks [] for router, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:18.342109 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-bd6f171d-6ef7-431f-aa67-9ac8e21a0015 admin admin] 10.222.0.36 "DELETE /v2.0/routers/c5a10dff-ede3-4450-bb9c-2f21c1ef0d87 HTTP/1.1" status: 204 len: 168 time: 0.9423988 Oct 27 10:26:18.345474 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 55850) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:18.392504 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.db_base_plugin_v2 [None req-78fcaa24-aa53-4d0e-baf5-cdcb86332a48 admin admin] Deleting subnet 49f77a0b-10b6-49b5-b81b-48795085832c {{(pid=101973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:26:18.396399 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-78fcaa24-aa53-4d0e-baf5-cdcb86332a48 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:18.446370 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-78fcaa24-aa53-4d0e-baf5-cdcb86332a48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114672'] for subnet, precommit_delete_associations {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:18.481562 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 10516691-2a48-4f3f-831c-6a96ce46f036 no longer exists at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:26:18.511711 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] No Port match for: 10516691-2a48-4f3f-831c-6a96ce46f036 {{(pid=101975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:26:18.512051 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 10516691-2a48-4f3f-831c-6a96ce46f036 not bound to the agent host dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:26:18.518951 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-78fcaa24-aa53-4d0e-baf5-cdcb86332a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3657045'] for subnet, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:18.646966 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-78fcaa24-aa53-4d0e-baf5-cdcb86332a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3657052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9116697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9230295'] for subnet, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:18.670286 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fcaa24-aa53-4d0e-baf5-cdcb86332a48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49f77a0b-10b6-49b5-b81b-48795085832c,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:18.680322 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-78fcaa24-aa53-4d0e-baf5-cdcb86332a48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for subnet, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:18.680322 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-78fcaa24-aa53-4d0e-baf5-cdcb86332a48 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/49f77a0b-10b6-49b5-b81b-48795085832c HTTP/1.1" status: 204 len: 168 time: 0.3336487 Oct 27 10:26:18.682394 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 55852) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:18.684926 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9a4f9c-3763-4d46-9d76-d28e5c0819bd None None] Network de818a40-f5a0-4e15-9ec4-641b83d7ed9e requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:26:18.752817 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-0e33850d-4a26-4a9d-bfed-755a9aa7ddbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3615918'] for network, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:18.806369 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-0e33850d-4a26-4a9d-bfed-755a9aa7ddbe admin admin] Deleting port a8fed43e-1a9e-41cf-9791-8e57f9fb0854 {{(pid=101973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:26:18.806798 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-0e33850d-4a26-4a9d-bfed-755a9aa7ddbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:18.873184 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-0e33850d-4a26-4a9d-bfed-755a9aa7ddbe admin admin] For port a8fed43e-1a9e-41cf-9791-8e57f9fb0854, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=a8fed43e-1a9e-41cf-9791-8e57f9fb0854,segment=NetworkSegment(167e3ffd-d44b-49c8-b024-1ce22d11cb2a),segment_id=167e3ffd-d44b-49c8-b024-1ce22d11cb2a)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:18.873533 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-0e33850d-4a26-4a9d-bfed-755a9aa7ddbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:18.887575 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-0e33850d-4a26-4a9d-bfed-755a9aa7ddbe admin admin] Calling delete_port for a8fed43e-1a9e-41cf-9791-8e57f9fb0854 owned by network:dhcp {{(pid=101973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:26:18.890809 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a032972-136b-49ce-8353-fd5b689b0536 None None] DHCP port deletion for de818a40-f5a0-4e15-9ec4-641b83d7ed9e request from dv-cinder-815146-2-iscsi {{(pid=101975) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:26:18.939614 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-5a032972-136b-49ce-8353-fd5b689b0536 None None] Deleting port a8fed43e-1a9e-41cf-9791-8e57f9fb0854 {{(pid=101975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:26:18.939978 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-5a032972-136b-49ce-8353-fd5b689b0536 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:19.003913 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-5a032972-136b-49ce-8353-fd5b689b0536 None None] For port a8fed43e-1a9e-41cf-9791-8e57f9fb0854, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=a8fed43e-1a9e-41cf-9791-8e57f9fb0854,segment=NetworkSegment(167e3ffd-d44b-49c8-b024-1ce22d11cb2a),segment_id=167e3ffd-d44b-49c8-b024-1ce22d11cb2a)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:19.004334 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-5a032972-136b-49ce-8353-fd5b689b0536 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:19.021948 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-5a032972-136b-49ce-8353-fd5b689b0536 None None] Calling delete_port for a8fed43e-1a9e-41cf-9791-8e57f9fb0854 owned by network:dhcp {{(pid=101975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:26:19.035220 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-0e33850d-4a26-4a9d-bfed-755a9aa7ddbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:19.050620 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e33850d-4a26-4a9d-bfed-755a9aa7ddbe admin admin] No DVR routers for this DVR port a8fed43e-1a9e-41cf-9791-8e57f9fb0854 on host dv-cinder-815146-2-iscsi {{(pid=101973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:26:19.090078 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e33850d-4a26-4a9d-bfed-755a9aa7ddbe admin admin] Pushing event deleted for resources: {'Port': ['ID=a8fed43e-1a9e-41cf-9791-8e57f9fb0854,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:19.101155 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-5a032972-136b-49ce-8353-fd5b689b0536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848'] for port, after_delete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:19.128579 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a032972-136b-49ce-8353-fd5b689b0536 None None] Pushing event deleted for resources: {'Port': ['ID=a8fed43e-1a9e-41cf-9791-8e57f9fb0854,revision_number=None']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:19.132831 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a032972-136b-49ce-8353-fd5b689b0536 None None] No DVR routers for this DVR port a8fed43e-1a9e-41cf-9791-8e57f9fb0854 on host dv-cinder-815146-2-iscsi {{(pid=101975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:26:19.139336 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a032972-136b-49ce-8353-fd5b689b0536 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:19.139588 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a032972-136b-49ce-8353-fd5b689b0536 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:19.139931 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a032972-136b-49ce-8353-fd5b689b0536 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:19.140265 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a032972-136b-49ce-8353-fd5b689b0536 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:19.140597 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a032972-136b-49ce-8353-fd5b689b0536 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:19.140932 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a032972-136b-49ce-8353-fd5b689b0536 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:19.141260 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a032972-136b-49ce-8353-fd5b689b0536 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:19.141586 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a032972-136b-49ce-8353-fd5b689b0536 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:19.142166 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a032972-136b-49ce-8353-fd5b689b0536 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:19.142968 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a032972-136b-49ce-8353-fd5b689b0536 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:19.143304 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a032972-136b-49ce-8353-fd5b689b0536 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:19.143633 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a032972-136b-49ce-8353-fd5b689b0536 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-2-iscsi {{(pid=101975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:19.148843 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-0e33850d-4a26-4a9d-bfed-755a9aa7ddbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3667904', 'neutron.services.segments.db._delete_segments_for_network-8740340232798'] for network, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:19.169732 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.services.segments.db [None req-0e33850d-4a26-4a9d-bfed-755a9aa7ddbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de818a40-f5a0-4e15-9ec4-641b83d7ed9e']}} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:19.179095 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.services.segments.db [None req-0e33850d-4a26-4a9d-bfed-755a9aa7ddbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '167e3ffd-d44b-49c8-b024-1ce22d11cb2a') {'for_net_delete': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:19.179387 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.services.segments.db [None req-0e33850d-4a26-4a9d-bfed-755a9aa7ddbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '167e3ffd-d44b-49c8-b024-1ce22d11cb2a') {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:19.188446 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-0e33850d-4a26-4a9d-bfed-755a9aa7ddbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740340234087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114697'] for segment, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:19.201671 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-0e33850d-4a26-4a9d-bfed-755a9aa7ddbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908'] for segment, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:19.208263 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e33850d-4a26-4a9d-bfed-755a9aa7ddbe admin admin] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=101973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:26:19.208635 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-0e33850d-4a26-4a9d-bfed-755a9aa7ddbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9116915'] for segment, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:19.210436 dv-cinder-815146-2-iscsi neutron-server[101973]: Traceback (most recent call last): Oct 27 10:26:19.210436 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:26:19.210436 dv-cinder-815146-2-iscsi neutron-server[101973]: timer() Oct 27 10:26:19.210436 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:26:19.210436 dv-cinder-815146-2-iscsi neutron-server[101973]: cb(*args, **kw) Oct 27 10:26:19.210436 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:26:19.210436 dv-cinder-815146-2-iscsi neutron-server[101973]: return func(*args, **kwargs) Oct 27 10:26:19.210436 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:26:19.210436 dv-cinder-815146-2-iscsi neutron-server[101973]: self._notify() Oct 27 10:26:19.210436 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:26:19.210436 dv-cinder-815146-2-iscsi neutron-server[101973]: self.callback(batched_events) Oct 27 10:26:19.210436 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:26:19.210436 dv-cinder-815146-2-iscsi neutron-server[101973]: event.method(event) Oct 27 10:26:19.210436 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:26:19.210436 dv-cinder-815146-2-iscsi neutron-server[101973]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:26:19.210436 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:26:19.210436 dv-cinder-815146-2-iscsi neutron-server[101973]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:26:19.210436 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:26:19.210436 dv-cinder-815146-2-iscsi neutron-server[101973]: return f(self, *a, **k) Oct 27 10:26:19.210436 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:26:19.210436 dv-cinder-815146-2-iscsi neutron-server[101973]: return self._get(url).json() Oct 27 10:26:19.210436 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:26:19.210436 dv-cinder-815146-2-iscsi neutron-server[101973]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:26:19.210436 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:26:19.210436 dv-cinder-815146-2-iscsi neutron-server[101973]: return self.request(url, 'GET', **kwargs) Oct 27 10:26:19.210436 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:26:19.210436 dv-cinder-815146-2-iscsi neutron-server[101973]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:26:19.210436 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:26:19.210436 dv-cinder-815146-2-iscsi neutron-server[101973]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:26:19.210436 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:26:19.210436 dv-cinder-815146-2-iscsi neutron-server[101973]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:26:19.210436 dv-cinder-815146-2-iscsi neutron-server[101973]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:26:19.324186 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-0e33850d-4a26-4a9d-bfed-755a9aa7ddbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3667915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564060'] for network, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:19.330085 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-0e33850d-4a26-4a9d-bfed-755a9aa7ddbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for network, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:19.333255 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-0e33850d-4a26-4a9d-bfed-755a9aa7ddbe admin admin] 10.222.0.36 "DELETE /v2.0/networks/de818a40-f5a0-4e15-9ec4-641b83d7ed9e HTTP/1.1" status: 204 len: 168 time: 0.6499689 Oct 27 10:26:19.336377 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 55854) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:19.344160 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e33850d-4a26-4a9d-bfed-755a9aa7ddbe admin admin] Pushing event deleted for resources: {'Network': ['ID=de818a40-f5a0-4e15-9ec4-641b83d7ed9e,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:19.702078 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-0edff904-f091-44f2-9a55-13b99f737975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-564270'] for router_interface, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:19.938240 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.plugin [None req-0edff904-f091-44f2-9a55-13b99f737975 admin admin] Deleting port 9e63e75b-b772-4a31-8d82-cba6488a2f8b {{(pid=101974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:26:19.938478 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-0edff904-f091-44f2-9a55-13b99f737975 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:20.014509 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.db [None req-0edff904-f091-44f2-9a55-13b99f737975 admin admin] For port 9e63e75b-b772-4a31-8d82-cba6488a2f8b, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=9e63e75b-b772-4a31-8d82-cba6488a2f8b,segment=NetworkSegment(2a2f199e-181e-4bd6-935b-2f00ea2375f3),segment_id=2a2f199e-181e-4bd6-935b-2f00ea2375f3)] {{(pid=101974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:20.014884 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-0edff904-f091-44f2-9a55-13b99f737975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:20.026924 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.plugin [None req-0edff904-f091-44f2-9a55-13b99f737975 admin admin] Calling delete_port for 9e63e75b-b772-4a31-8d82-cba6488a2f8b owned by network:router_interface {{(pid=101974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:26:20.162703 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device f2a0576b-6555-4b2a-accf-aa4f6336d37a no longer exists at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:26:20.184609 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] No Port match for: f2a0576b-6555-4b2a-accf-aa4f6336d37a {{(pid=101975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:26:20.185245 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device f2a0576b-6555-4b2a-accf-aa4f6336d37a not bound to the agent host dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:26:20.185664 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device a8fed43e-1a9e-41cf-9791-8e57f9fb0854 no longer exists at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:26:20.212993 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] No Port match for: a8fed43e-1a9e-41cf-9791-8e57f9fb0854 {{(pid=101975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:26:20.213335 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device a8fed43e-1a9e-41cf-9791-8e57f9fb0854 not bound to the agent host dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:26:20.298049 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-0edff904-f091-44f2-9a55-13b99f737975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078929'] for port, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:20.327700 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edff904-f091-44f2-9a55-13b99f737975 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e63e75b-b772-4a31-8d82-cba6488a2f8b,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:20.512109 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-0edff904-f091-44f2-9a55-13b99f737975 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3604356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-564418'] for router_interface, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:20.761190 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0edff904-f091-44f2-9a55-13b99f737975 admin admin] Router 6f63295f-2f91-4629-a0fc-44c331e91f67 has already been hosted by L3 agent b2a2dab9-f998-4002-b8bb-cf3ca8546284 {{(pid=101974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:26:20.862593 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0edff904-f091-44f2-9a55-13b99f737975 admin admin] Notify agent at l3_agent.dv-cinder-815146-2-iscsi the message routers_updated {{(pid=101974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:26:20.867587 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-0edff904-f091-44f2-9a55-13b99f737975 admin admin] 10.222.0.36 "PUT /v2.0/routers/6f63295f-2f91-4629-a0fc-44c331e91f67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5300899 Oct 27 10:26:20.870031 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 55856) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:20.872578 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b73105-0333-4f62-bef6-6b9d8cd65690 None None] Sync routers for ids ['6f63295f-2f91-4629-a0fc-44c331e91f67'] in dv-cinder-815146-2-iscsi {{(pid=101976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:26:20.882270 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b73105-0333-4f62-bef6-6b9d8cd65690 None None] Routers {'6f63295f-2f91-4629-a0fc-44c331e91f67'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:26:20.882881 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-a9b73105-0333-4f62-bef6-6b9d8cd65690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:26:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['6f63295f-2f91-4629-a0fc-44c331e91f67'], 'active': True} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:20.972472 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-6e3eaa8d-d8df-407c-8330-f81d99d999e8 admin admin] Publish callbacks [] for router, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:20.984526 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvr_db [None req-a9b73105-0333-4f62-bef6-6b9d8cd65690 None None] Set router 6f63295f-2f91-4629-a0fc-44c331e91f67 gateway port host: dv-cinder-815146-2-iscsi {{(pid=101976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:26:21.071699 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-6e3eaa8d-d8df-407c-8330-f81d99d999e8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:21.158627 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-a9b73105-0333-4f62-bef6-6b9d8cd65690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f63295f-2f91-4629-a0fc-44c331e91f67', 'name': 'tempest-TestShelveInstance-1071654982-router', 'tenant_id': '517f52da1abc4a62b85e46f990031f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'external_fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '7039b939-6cad-44ac-8e09-4051f3066936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:43Z', 'updated_at': '2021-10-27T10:26:20Z', 'revision_number': 5, 'project_id': '517f52da1abc4a62b85e46f990031f16', 'gw_port': {'id': '7039b939-6cad-44ac-8e09-4051f3066936', 'name': '', 'network_id': '69571a3e-4e32-484c-817d-d4e48eaaa088', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f63295f-2f91-4629-a0fc-44c331e91f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:44Z', 'updated_at': '2021-10-27T10:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c41fd2cf-ce58-48ac-94e7-7a64d200bbef', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-2-iscsi'}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:21.184649 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b73105-0333-4f62-bef6-6b9d8cd65690 None None] Checking router: 6f63295f-2f91-4629-a0fc-44c331e91f67 for host: dv-cinder-815146-2-iscsi {{(pid=101976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:26:21.193468 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b73105-0333-4f62-bef6-6b9d8cd65690 None None] Routers {'6f63295f-2f91-4629-a0fc-44c331e91f67'} bound to L3 agent in host dv-cinder-815146-2-iscsi {{(pid=101976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:26:21.194095 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-a9b73105-0333-4f62-bef6-6b9d8cd65690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:04:34Z,description=,heartbeat_timestamp=2021-10-27T10:26:04Z,host='dv-cinder-815146-2-iscsi',id=b2a2dab9-f998-4002-b8bb-cf3ca8546284,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:04:35Z,topic='l3_agent')) {'router_ids': ['6f63295f-2f91-4629-a0fc-44c331e91f67'], 'active': True} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:21.229471 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.plugin [None req-6e3eaa8d-d8df-407c-8330-f81d99d999e8 admin admin] Deleting port 7039b939-6cad-44ac-8e09-4051f3066936 {{(pid=101974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:26:21.229832 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-6e3eaa8d-d8df-407c-8330-f81d99d999e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:21.278102 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_dvr_db [None req-a9b73105-0333-4f62-bef6-6b9d8cd65690 None None] Set router 6f63295f-2f91-4629-a0fc-44c331e91f67 gateway port host: None {{(pid=101976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:26:21.310215 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.db [None req-6e3eaa8d-d8df-407c-8330-f81d99d999e8 admin admin] For port 7039b939-6cad-44ac-8e09-4051f3066936, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=7039b939-6cad-44ac-8e09-4051f3066936,segment=NetworkSegment(b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3),segment_id=b93e4eb7-c813-4a74-a1a1-c389e8f5e8f3)] {{(pid=101974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:21.310571 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-6e3eaa8d-d8df-407c-8330-f81d99d999e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:21.323437 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.plugins.ml2.plugin [None req-6e3eaa8d-d8df-407c-8330-f81d99d999e8 admin admin] Calling delete_port for 7039b939-6cad-44ac-8e09-4051f3066936 owned by network:router_gateway {{(pid=101974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:26:21.330860 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.l3_hamode_db [None req-a9b73105-0333-4f62-bef6-6b9d8cd65690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f63295f-2f91-4629-a0fc-44c331e91f67', 'name': 'tempest-TestShelveInstance-1071654982-router', 'tenant_id': '517f52da1abc4a62b85e46f990031f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:43Z', 'updated_at': '2021-10-27T10:26:21Z', 'revision_number': 6, 'project_id': '517f52da1abc4a62b85e46f990031f16', 'gw_port_host': None}], 'dv-cinder-815146-2-iscsi', False) {} {{(pid=101976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:21.356226 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b73105-0333-4f62-bef6-6b9d8cd65690 None None] The sync data for ids ['6f63295f-2f91-4629-a0fc-44c331e91f67'] in dv-cinder-815146-2-iscsi is: [{'id': '6f63295f-2f91-4629-a0fc-44c331e91f67', 'name': 'tempest-TestShelveInstance-1071654982-router', 'tenant_id': '517f52da1abc4a62b85e46f990031f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:43Z', 'updated_at': '2021-10-27T10:26:21Z', 'revision_number': 6, 'project_id': '517f52da1abc4a62b85e46f990031f16', 'gw_port_host': None}] {{(pid=101976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:26:21.535645 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-6e3eaa8d-d8df-407c-8330-f81d99d999e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078929'] for port, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:21.559578 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3eaa8d-d8df-407c-8330-f81d99d999e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7039b939-6cad-44ac-8e09-4051f3066936,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:21.625660 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-6e3eaa8d-d8df-407c-8330-f81d99d999e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-564064'] for router_gateway, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:21.715715 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-6e3eaa8d-d8df-407c-8330-f81d99d999e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13750'] for router, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:21.717925 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-6e3eaa8d-d8df-407c-8330-f81d99d999e8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:21.821298 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-6e3eaa8d-d8df-407c-8330-f81d99d999e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561437'] for router, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:21.821856 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3eaa8d-d8df-407c-8330-f81d99d999e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f63295f-2f91-4629-a0fc-44c331e91f67 {{(pid=101974) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:26:21.826336 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-6e3eaa8d-d8df-407c-8330-f81d99d999e8 admin admin] Publish callbacks [] for router, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:21.827494 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-6e3eaa8d-d8df-407c-8330-f81d99d999e8 admin admin] 10.222.0.36 "DELETE /v2.0/routers/6f63295f-2f91-4629-a0fc-44c331e91f67 HTTP/1.1" status: 204 len: 168 time: 0.9565773 Oct 27 10:26:21.830657 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 55858) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:21.874136 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.db.db_base_plugin_v2 [None req-96479a2d-b66d-4c86-b7fe-e8a05fee83c5 admin admin] Deleting subnet 68ca9407-9b37-41f7-b686-c2d2ef0269e4 {{(pid=101974) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:26:21.877203 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-96479a2d-b66d-4c86-b7fe-e8a05fee83c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:21.910385 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-96479a2d-b66d-4c86-b7fe-e8a05fee83c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8792491'] for subnet, precommit_delete_associations {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:21.986888 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-96479a2d-b66d-4c86-b7fe-e8a05fee83c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3657045'] for subnet, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:22.108455 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-96479a2d-b66d-4c86-b7fe-e8a05fee83c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3657052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8610796'] for subnet, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:22.135814 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96479a2d-b66d-4c86-b7fe-e8a05fee83c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68ca9407-9b37-41f7-b686-c2d2ef0269e4,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:22.143075 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-96479a2d-b66d-4c86-b7fe-e8a05fee83c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:22.149107 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 55860) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:22.149871 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-96479a2d-b66d-4c86-b7fe-e8a05fee83c5 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/68ca9407-9b37-41f7-b686-c2d2ef0269e4 HTTP/1.1" status: 204 len: 168 time: 0.3181629 Oct 27 10:26:22.151670 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419faa0c-2882-442c-97d7-c37235268430 None None] Network d56f408c-6c3f-4809-9853-82349a19b624 requested from dv-cinder-815146-2-iscsi {{(pid=101975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:26:22.194518 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 9e63e75b-b772-4a31-8d82-cba6488a2f8b no longer exists at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:26:22.224302 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] No Port match for: 9e63e75b-b772-4a31-8d82-cba6488a2f8b {{(pid=101975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:26:22.224639 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 9e63e75b-b772-4a31-8d82-cba6488a2f8b not bound to the agent host dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:26:22.225273 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 7039b939-6cad-44ac-8e09-4051f3066936 no longer exists at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:26:22.228468 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-7a871f09-0969-4be8-8fbb-a08ec8573ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3615918'] for network, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:22.257302 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] No Port match for: 7039b939-6cad-44ac-8e09-4051f3066936 {{(pid=101975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:26:22.257643 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device 7039b939-6cad-44ac-8e09-4051f3066936 not bound to the agent host dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:26:22.285051 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-7a871f09-0969-4be8-8fbb-a08ec8573ba7 admin admin] Deleting port cec76180-98b1-4c78-b594-8905c4b690b2 {{(pid=101973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:26:22.285534 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-7a871f09-0969-4be8-8fbb-a08ec8573ba7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:22.354904 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-7a871f09-0969-4be8-8fbb-a08ec8573ba7 admin admin] For port cec76180-98b1-4c78-b594-8905c4b690b2, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=cec76180-98b1-4c78-b594-8905c4b690b2,segment=NetworkSegment(2a2f199e-181e-4bd6-935b-2f00ea2375f3),segment_id=2a2f199e-181e-4bd6-935b-2f00ea2375f3)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:22.355272 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-7a871f09-0969-4be8-8fbb-a08ec8573ba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:22.371123 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-7a871f09-0969-4be8-8fbb-a08ec8573ba7 admin admin] Calling delete_port for cec76180-98b1-4c78-b594-8905c4b690b2 owned by network:dhcp {{(pid=101973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:26:22.389387 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4038a171-0c7a-4e66-8772-992b5f621ee4 None None] DHCP port deletion for d56f408c-6c3f-4809-9853-82349a19b624 request from dv-cinder-815146-2-iscsi {{(pid=101975) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:26:22.437108 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-4038a171-0c7a-4e66-8772-992b5f621ee4 None None] Deleting port cec76180-98b1-4c78-b594-8905c4b690b2 {{(pid=101975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:26:22.437483 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4038a171-0c7a-4e66-8772-992b5f621ee4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740340120086'] for port, before_delete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:22.501580 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-7a871f09-0969-4be8-8fbb-a08ec8573ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9116716'] for port, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:22.505771 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.db [None req-4038a171-0c7a-4e66-8772-992b5f621ee4 None None] For port cec76180-98b1-4c78-b594-8905c4b690b2, host dv-cinder-815146-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-2-iscsi',level=0,port_id=cec76180-98b1-4c78-b594-8905c4b690b2,segment=NetworkSegment(2a2f199e-181e-4bd6-935b-2f00ea2375f3),segment_id=2a2f199e-181e-4bd6-935b-2f00ea2375f3)] {{(pid=101975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:22.506195 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4038a171-0c7a-4e66-8772-992b5f621ee4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559191'] for port, precommit_delete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:22.520175 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-4038a171-0c7a-4e66-8772-992b5f621ee4 None None] Calling delete_port for cec76180-98b1-4c78-b594-8905c4b690b2 owned by network:dhcp {{(pid=101975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:26:22.527436 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a871f09-0969-4be8-8fbb-a08ec8573ba7 admin admin] Pushing event deleted for resources: {'Port': ['ID=cec76180-98b1-4c78-b594-8905c4b690b2,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:22.530961 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a871f09-0969-4be8-8fbb-a08ec8573ba7 admin admin] No DVR routers for this DVR port cec76180-98b1-4c78-b594-8905c4b690b2 on host dv-cinder-815146-2-iscsi {{(pid=101973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:26:22.597163 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4038a171-0c7a-4e66-8772-992b5f621ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740340191964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740339732848'] for port, after_delete {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:22.606550 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-7a871f09-0969-4be8-8fbb-a08ec8573ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3667904', 'neutron.services.segments.db._delete_segments_for_network-8740340232798'] for network, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:22.628887 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4038a171-0c7a-4e66-8772-992b5f621ee4 None None] Pushing event deleted for resources: {'Port': ['ID=cec76180-98b1-4c78-b594-8905c4b690b2,revision_number=None']} {{(pid=101975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:22.632162 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.services.segments.db [None req-7a871f09-0969-4be8-8fbb-a08ec8573ba7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d56f408c-6c3f-4809-9853-82349a19b624']}} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:22.632836 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4038a171-0c7a-4e66-8772-992b5f621ee4 None None] No DVR routers for this DVR port cec76180-98b1-4c78-b594-8905c4b690b2 on host dv-cinder-815146-2-iscsi {{(pid=101975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:26:22.646174 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.services.segments.db [None req-7a871f09-0969-4be8-8fbb-a08ec8573ba7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a2f199e-181e-4bd6-935b-2f00ea2375f3') {'for_net_delete': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:22.646472 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.services.segments.db [None req-7a871f09-0969-4be8-8fbb-a08ec8573ba7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a2f199e-181e-4bd6-935b-2f00ea2375f3') {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:22.655780 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-7a871f09-0969-4be8-8fbb-a08ec8573ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740340234087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114697'] for segment, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:22.668928 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-7a871f09-0969-4be8-8fbb-a08ec8573ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908'] for segment, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:22.675601 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a871f09-0969-4be8-8fbb-a08ec8573ba7 admin admin] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=101973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:26:22.675988 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-7a871f09-0969-4be8-8fbb-a08ec8573ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3653908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9116915'] for segment, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:22.677650 dv-cinder-815146-2-iscsi neutron-server[101973]: Traceback (most recent call last): Oct 27 10:26:22.677650 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:26:22.677650 dv-cinder-815146-2-iscsi neutron-server[101973]: timer() Oct 27 10:26:22.677650 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:26:22.677650 dv-cinder-815146-2-iscsi neutron-server[101973]: cb(*args, **kw) Oct 27 10:26:22.677650 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:26:22.677650 dv-cinder-815146-2-iscsi neutron-server[101973]: return func(*args, **kwargs) Oct 27 10:26:22.677650 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:26:22.677650 dv-cinder-815146-2-iscsi neutron-server[101973]: self._notify() Oct 27 10:26:22.677650 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:26:22.677650 dv-cinder-815146-2-iscsi neutron-server[101973]: self.callback(batched_events) Oct 27 10:26:22.677650 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:26:22.677650 dv-cinder-815146-2-iscsi neutron-server[101973]: event.method(event) Oct 27 10:26:22.677650 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:26:22.677650 dv-cinder-815146-2-iscsi neutron-server[101973]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:26:22.677650 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:26:22.677650 dv-cinder-815146-2-iscsi neutron-server[101973]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:26:22.677650 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:26:22.677650 dv-cinder-815146-2-iscsi neutron-server[101973]: return f(self, *a, **k) Oct 27 10:26:22.677650 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:26:22.677650 dv-cinder-815146-2-iscsi neutron-server[101973]: return self._get(url).json() Oct 27 10:26:22.677650 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:26:22.677650 dv-cinder-815146-2-iscsi neutron-server[101973]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:26:22.677650 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:26:22.677650 dv-cinder-815146-2-iscsi neutron-server[101973]: return self.request(url, 'GET', **kwargs) Oct 27 10:26:22.677650 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:26:22.677650 dv-cinder-815146-2-iscsi neutron-server[101973]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:26:22.677650 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:26:22.677650 dv-cinder-815146-2-iscsi neutron-server[101973]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:26:22.677650 dv-cinder-815146-2-iscsi neutron-server[101973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:26:22.677650 dv-cinder-815146-2-iscsi neutron-server[101973]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:26:22.677650 dv-cinder-815146-2-iscsi neutron-server[101973]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:26:22.792777 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-7a871f09-0969-4be8-8fbb-a08ec8573ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3667915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3604413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564060'] for network, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:22.798723 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-7a871f09-0969-4be8-8fbb-a08ec8573ba7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3604399'] for network, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:22.801955 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-7a871f09-0969-4be8-8fbb-a08ec8573ba7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d56f408c-6c3f-4809-9853-82349a19b624 HTTP/1.1" status: 204 len: 168 time: 0.6517494 Oct 27 10:26:22.817118 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a871f09-0969-4be8-8fbb-a08ec8573ba7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d56f408c-6c3f-4809-9853-82349a19b624,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:23.214865 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 55864) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:23.253838 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-3481d100-3f76-4c02-a03e-9a7d6f177f67 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2c56e59286e34097af02e761b2b764e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378001 Oct 27 10:26:23.256225 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [-] (101973) accepted ('10.222.0.36', 55866) {{(pid=101973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:23.302189 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-70bcc841-c475-46b8-9d52-d63ce28871aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:23.322400 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-70bcc841-c475-46b8-9d52-d63ce28871aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:23.420914 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-70bcc841-c475-46b8-9d52-d63ce28871aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:23.423828 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-70bcc841-c475-46b8-9d52-d63ce28871aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:23.424984 dv-cinder-815146-2-iscsi neutron-server[101973]: INFO neutron.wsgi [None req-70bcc841-c475-46b8-9d52-d63ce28871aa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1cea8401-902c-4052-a677-070c64a3015d HTTP/1.1" status: 204 len: 168 time: 0.1678910 Oct 27 10:26:23.432626 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bcc841-c475-46b8-9d52-d63ce28871aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cea8401-902c-4052-a677-070c64a3015d,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:24.064453 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 55872) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:24.104274 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-db05acc4-214b-449d-ab46-408aa62029b5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=517f52da1abc4a62b85e46f990031f16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379970 Oct 27 10:26:24.106351 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [-] (101974) accepted ('10.222.0.36', 55874) {{(pid=101974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:24.157813 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device cec76180-98b1-4c78-b594-8905c4b690b2 no longer exists at agent ovs-agent-dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:26:24.162268 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-7a41ab2f-cceb-4e55-bdcd-dac00df0d430 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:24.177854 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.plugin [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] No Port match for: cec76180-98b1-4c78-b594-8905c4b690b2 {{(pid=101975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:26:24.178182 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron.plugins.ml2.rpc [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Device cec76180-98b1-4c78-b594-8905c4b690b2 not bound to the agent host dv-cinder-815146-2-iscsi {{(pid=101975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:26:24.183479 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-7a41ab2f-cceb-4e55-bdcd-dac00df0d430 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:24.327034 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-7a41ab2f-cceb-4e55-bdcd-dac00df0d430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543747'] for security_group, after_delete {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:24.330437 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-7a41ab2f-cceb-4e55-bdcd-dac00df0d430 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:24.331606 dv-cinder-815146-2-iscsi neutron-server[101974]: INFO neutron.wsgi [None req-7a41ab2f-cceb-4e55-bdcd-dac00df0d430 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9e4350a4-6f68-4ea1-824e-1cf7bccd0eff HTTP/1.1" status: 204 len: 168 time: 0.2244499 Oct 27 10:26:24.339864 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a41ab2f-cceb-4e55-bdcd-dac00df0d430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4350a4-6f68-4ea1-824e-1cf7bccd0eff,revision_number=None']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:31.598326 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-47818c32-f43e-4cfb-9c03-64955cebf01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:34.164268 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-c101a2be-eafd-4e3a-9868-fbbcd8a61dbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:35.369642 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:35.941237 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:37.170073 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:44.143955 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:44.814558 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.agents_db [None req-86e8c3be-7e21-4532-a65d-8f48c0a472d4 None None] Agent healthcheck: found 6 active agents {{(pid=101976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:27:01.546093 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-e650fa1b-9b7b-47a7-bfdc-fefb4e74eedb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:04.176922 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-490e57f0-83b5-47d6-ac4b-b1152d35a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:05.362885 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:05.925774 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:07.142594 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:14.134267 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:21.812819 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.agents_db [None req-86e8c3be-7e21-4532-a65d-8f48c0a472d4 None None] Agent healthcheck: found 6 active agents {{(pid=101976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:27:31.547662 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-fb8dd569-f887-4495-a27c-eb2485d9b482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:34.182439 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-0da665a2-6539-41e3-a3c9-55585a1c1d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:35.364917 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:35.982473 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:37.159266 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:44.113570 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:58.811836 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.agents_db [None req-86e8c3be-7e21-4532-a65d-8f48c0a472d4 None None] Agent healthcheck: found 6 active agents {{(pid=101976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:28:01.547817 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-545d55ed-f1ce-4462-a68d-3e6a89a0c6bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:04.178949 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-40200431-3342-4283-a800-c7ef33dfda33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:05.367193 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:05.967863 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:07.156052 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:14.158637 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:31.555653 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-ab698374-16bd-43ec-a570-4611dbf2627d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:34.187238 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-ae5d30ee-95ff-4d10-96aa-0423d2e25058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:35.355371 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:35.810064 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.agents_db [None req-86e8c3be-7e21-4532-a65d-8f48c0a472d4 None None] Agent healthcheck: found 6 active agents {{(pid=101976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:28:35.932652 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:37.179954 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:44.118663 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:51.574370 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [req-1f03131c-1c1f-4c61-9343-d19bc98d844b req-2bf067a4-06bb-428d-a2c0-bba1ebac3e55 service neutron] (101974) timed out ('10.222.0.81', 55893) {{(pid=101974) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 10:28:51.578017 dv-cinder-815146-2-iscsi neutron-server[101973]: DEBUG neutron.wsgi [req-f9bd3465-8608-4488-8edb-dcedd2f4f571 req-cc014093-4b13-4822-b3bd-bf99a4511f12 service neutron] (101973) timed out ('10.222.0.81', 55875) {{(pid=101973) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 10:29:01.549042 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-5571573f-8dff-4b47-9e22-47735c18e8d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:04.194745 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-020cee21-c22c-4732-8465-aa2595715e31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:05.377729 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:05.949050 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:07.163451 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:12.807858 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.agents_db [None req-86e8c3be-7e21-4532-a65d-8f48c0a472d4 None None] Agent healthcheck: found 6 active agents {{(pid=101976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:29:14.119878 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:31.563181 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-d58f3ae6-d69e-497e-b951-91dcb634eed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:34.203320 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-45390f41-d0bd-4afe-947f-01d177b4add9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:35.376435 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:35.930849 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:37.168406 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:44.248255 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:49.807052 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.agents_db [None req-86e8c3be-7e21-4532-a65d-8f48c0a472d4 None None] Agent healthcheck: found 6 active agents {{(pid=101976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:30:01.568018 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-f104680c-38ed-43f4-ac77-c8f679930a39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:04.187745 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-5925a31f-d111-41a2-ae12-e5011bd4f570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:05.364600 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:05.947456 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:07.153271 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:14.130255 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:26.805493 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.agents_db [None req-86e8c3be-7e21-4532-a65d-8f48c0a472d4 None None] Agent healthcheck: found 6 active agents {{(pid=101976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:30:31.558260 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-e4333115-be23-4faf-8281-16403ce377cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:34.219223 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-99fa2206-647e-43ff-b652-a9ac6b6bc3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:35.367493 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:35.992220 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:37.181410 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:37.381917 dv-cinder-815146-2-iscsi neutron-server[101974]: DEBUG neutron.wsgi [req-93f6e129-89ff-4f3b-9828-540b82da3df3 req-59a65b9e-45c4-4fa8-b439-f73edc42a30e service neutron] (101974) timed out ('10.222.0.81', 55860) {{(pid=101974) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 10:30:44.260803 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:01.606666 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-a714043a-3ce2-472e-a5b0-41f6a2393a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:03.804141 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.agents_db [None req-86e8c3be-7e21-4532-a65d-8f48c0a472d4 None None] Agent healthcheck: found 6 active agents {{(pid=101976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:31:04.191431 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-096a4bdf-ea4d-4028-a786-655c4e152ff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:05.372673 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:05.960994 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:07.172218 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:14.185781 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ef0e-1c52-4c18-a9ec-3bdc69fe2ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:31.562196 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-b61571c4-f067-4525-bda2-d9251bc166fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:34.200259 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-2c9a8bcd-02f6-4f03-8940-75eb6fb37741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:35.379727 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-96e5e4a5-1915-449f-9b4e-a031fbd52aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:35.985288 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-541e1175-dad5-4821-a31f-a2af55e3c29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:37.167933 dv-cinder-815146-2-iscsi neutron-server[101975]: DEBUG neutron_lib.callbacks.manager [None req-4dddc138-b417-4836-959f-347d861e7ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740340232780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669130'] for agent, after_update {{(pid=101975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:40.802772 dv-cinder-815146-2-iscsi neutron-server[101976]: DEBUG neutron.db.agents_db [None req-86e8c3be-7e21-4532-a65d-8f48c0a472d4 None None] Agent healthcheck: found 6 active agents {{(pid=101976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}